-- Logs begin at Fri 2022-06-17 10:40:50 UTC, end at Fri 2022-06-17 12:04:51 UTC. -- Jun 17 11:31:55.401000 dv-cinder-837166-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 11:31:58.157779 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.common.config [-] Logging enabled! Jun 17 11:31:58.158444 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 17 11:31:58.158546 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111066) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 17 11:31:58.161942 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.common.config [-] Logging enabled! Jun 17 11:31:58.162197 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 17 11:31:58.162505 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111066) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 17 11:31:58.163555 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 11:31:58.163796 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 11:31:58.164172 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 11:31:58.164419 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 11:31:58.164647 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 11:31:58.165065 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.165370 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.165603 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.165907 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.166206 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.166491 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.166784 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.167092 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.167397 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.167681 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.167967 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.168199 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.168482 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.168770 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.169059 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.169283 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] debug = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.169563 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.169998 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.170416 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.170708 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.171006 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.171277 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.171577 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.171851 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.172135 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.172466 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] host = dv-cinder-837166-3-iscsi {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.172745 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.173032 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.173318 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.173603 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.173877 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.174149 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.174432 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.174703 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.174975 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] log_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.175248 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.175561 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.175846 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.176134 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.176359 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.176582 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.176872 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.177160 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.177432 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.177704 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.177974 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.178247 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.178519 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.179318 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.179632 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.179986 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.180287 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.180563 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.180838 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.181110 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.181379 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.181663 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.181931 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.182200 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.182470 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.182754 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.183019 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.183290 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.183611 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.183895 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.184175 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.184457 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.184728 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.185008 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.185275 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.185543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.185811 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] use_json = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.186078 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.186343 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.186622 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.186891 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.187169 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.187460 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.187729 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.188009 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.188277 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:31:58.188573 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.188866 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.189165 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.189445 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.189748 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.190023 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.190309 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.190587 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.190874 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.191161 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.191474 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.191751 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.192049 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.192336 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.192629 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.192930 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.193227 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.193515 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.193789 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.194062 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.194333 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.195313 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.195727 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.196011 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.196306 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.196601 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.196885 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.197186 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.197484 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.197768 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.198065 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.198358 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.198641 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.198918 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.199210 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.199515 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.199794 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.200088 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.200369 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.200645 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.200927 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.201223 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.201510 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.201785 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.202065 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.202356 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.202634 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.202907 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.203181 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.203491 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.203764 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.204050 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.204330 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.204607 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.204880 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.205160 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.205434 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.205708 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.205985 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.206257 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.206534 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.206805 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.207076 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.207348 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.207649 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.207923 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.208523 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.208523 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.208719 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.208990 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.209263 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.209538 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.209812 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.210460 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.210779 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.211192 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.211503 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.211788 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.212071 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.212352 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.212630 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.212911 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.213191 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.213469 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.213765 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.214051 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.214341 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.214626 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.214905 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.215222 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.215525 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.215805 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.216091 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.216370 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.216651 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.216934 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.217221 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.217519 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.217816 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.218098 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.218393 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.218692 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.218984 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.219265 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.219600 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.219882 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:31:58.220097 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 11:31:58.220339 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111066) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 11:31:58.605084 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 17 11:31:58.605357 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 17 11:31:58.605663 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 17 11:31:58.605997 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 11:31:58.933666 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.933886 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.934116 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.937170 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.937448 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.937712 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.991778 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.992123 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:58.992395 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.006745 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.007073 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.007342 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.037156 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.037438 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.037704 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.074337 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.074613 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.074882 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.309210 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.309866 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.309866 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.310030 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.310839 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.411967 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.412285 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.412570 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.412836 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.413098 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.413429 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.413688 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.413943 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.414198 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.414476 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.414733 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.414996 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.415249 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.415522 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.415785 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.416052 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.416307 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.416644 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.416843 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.417104 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.417373 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.417628 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.417906 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.418288 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.418535 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.418777 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.419171 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:31:59.419434 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:31:59.419679 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:31:59.419915 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:31:59.420151 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:31:59.420383 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:31:59.420749 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 11:31:59.424028 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 11:31:59.427966 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 11:31:59.432052 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 17 11:31:59.433679 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 11:31:59.434172 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 11:31:59.434484 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 11:31:59.434873 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 11:31:59.437683 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 11:31:59.437933 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 11:31:59.438279 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 11:31:59.443454 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 17 11:31:59.468950 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 11:31:59.469410 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.469710 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111066) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 17 11:31:59.470084 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.471501 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111066) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 11:31:59.471793 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 11:31:59.472042 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 11:31:59.475718 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.476096 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:31:59.622670 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 11:31:59.622909 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 11:31:59.623133 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 11:31:59.623541 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 11:31:59.679492 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO dbcounter [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Registered counter for database neutron Jun 17 11:31:59.700023 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_db.sqlalchemy.engines [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111066) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 11:31:59.706087 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG dbcounter [-] [111066] Writer thread running {{(pid=111066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 11:32:00.545518 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing driver for type 'gre' Jun 17 11:32:00.546170 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] gre ID ranges: [(1, 1000)] Jun 17 11:32:00.922693 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing driver for type 'local' Jun 17 11:32:00.923043 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing driver for type 'vlan' Jun 17 11:32:01.031091 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] VlanTypeDriver initialization complete Jun 17 11:32:01.031504 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing driver for type 'vxlan' Jun 17 11:32:01.032014 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] vxlan ID ranges: [(1, 1000)] Jun 17 11:32:01.259030 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing extension driver 'port_security' Jun 17 11:32:01.259283 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] PortSecurityExtensionDriver initialization complete Jun 17 11:32:01.259657 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing mechanism driver 'openvswitch' Jun 17 11:32:01.260008 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing mechanism driver 'hyperv' Jun 17 11:32:01.271825 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.plugin [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:01.272630 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.273438 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.273811 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.274340 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 11:32:01.274758 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.275105 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.275472 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.275889 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 11:32:01.276287 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.276630 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.276966 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.277350 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 11:32:01.277745 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > security_group after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.278090 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > security_group after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.278427 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.278806 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 11:32:01.279202 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.279566 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.279898 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.280409 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 11:32:01.280813 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > address_group after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.281178 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > address_group after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.281543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.281928 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111066) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 11:32:01.282393 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] ML2 OVO RPC backend initialized. {{(pid=111066) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 11:32:01.283081 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.283451 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.283864 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.284206 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > networks before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.284547 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.284880 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > ports before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.285219 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnet before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.285553 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnets before_response 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.285891 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.286224 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.286553 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.286882 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.287228 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.287601 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.287936 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.288766 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.289102 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.296615 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded quota_driver: . Jun 17 11:32:01.296976 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.plugin [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Modular L2 Plugin initialization complete Jun 17 11:32:01.297336 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading services supported by the core plugin {{(pid=111066) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 11:32:01.297678 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.plugins.ml2.managers [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Got port-security extension from driver 'port_security' Jun 17 11:32:01.298157 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.extensions.vlantransparent [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Disabled vlantransparent extension. Jun 17 11:32:01.298642 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111066) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 11:32:01.298959 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: router Jun 17 11:32:01.336710 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.337098 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router after_create 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.337465 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router before_create 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.337825 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.338190 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.338542 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router after_delete 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.338889 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.339238 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.339620 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router after_create 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.339960 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router after_update 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.340307 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router after_update 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.340643 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.340992 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router after_update 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.341394 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.341800 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: port after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.342133 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: port after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.342464 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: subnet after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.342799 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.343138 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.343556 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.343980 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: port before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.344321 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.344684 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router after_update 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.345146 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.345488 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.345840 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.346176 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.346539 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > agent after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.346924 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > agent after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.347262 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > network after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.348149 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Tracking information for resource: router configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:32:01.348472 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Tracking information for resource: floatingip configured {{(pid=111066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 11:32:01.353977 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.db.l3_agentschedulers_db [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 11:32:01.354551 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: port after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.354903 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: port after_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.355246 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: port after_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.355615 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: port after_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.356400 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router before_create 55550100 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.356756 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.357109 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_create 55550100 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.357456 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > router precommit_update 55550100 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.362220 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.services.provider_configuration [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service providers = [] {{(pid=111066) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 11:32:01.362579 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.db.servicetype_db [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111066) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 11:32:01.371111 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.services.service_base [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 11:32:01.371491 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.services.service_base [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 11:32:01.371830 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.services.service_base [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 11:32:01.372742 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.services.service_base [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 11:32:01.373103 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.services.service_base [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 11:32:01.373490 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.373796 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 11:32:01.385579 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.385907 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: auto_allocate Jun 17 11:32:01.391785 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: network precommit_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.392151 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: network precommit_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.392676 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.392990 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: tag Jun 17 11:32:01.408401 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.408721 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: timestamp Jun 17 11:32:01.412796 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.413567 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: network_ip_availability Jun 17 11:32:01.419192 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.419582 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.419935 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.420649 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.420964 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: flavors Jun 17 11:32:01.425677 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.426000 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading Plugin: revisions Jun 17 11:32:01.431062 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 11:32:01.431484 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_concurrency.lockutils [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.826s {{(pid=111066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 17 11:32:01.432223 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111066) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 17 11:32:01.432555 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Initializing extension manager. Jun 17 11:32:01.433079 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: __init__.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.433607 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: __pycache__ {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.433942 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: _port_mac_address_override.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.434293 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: address_group.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.435053 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.435665 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: address-group Jun 17 11:32:01.435986 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: address_scope.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.441920 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.442429 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: address-scope Jun 17 11:32:01.442748 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.443707 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.444215 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: router-admin-state-down-before-update Jun 17 11:32:01.445595 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: agent.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.446303 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.446816 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: agent Jun 17 11:32:01.447250 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: agent_resources_synced.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.450140 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.450140 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: agent-resources-synced Jun 17 11:32:01.450140 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: allowedaddresspairs.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.450747 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.451263 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: allowed-address-pairs Jun 17 11:32:01.451612 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: auto_allocated_topology.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.452723 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.453230 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: auto-allocated-topology Jun 17 11:32:01.453550 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: availability_zone.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.454234 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.454738 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: availability_zone Jun 17 11:32:01.455052 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: availability_zone_filter.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.455980 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.456484 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: availability_zone_filter Jun 17 11:32:01.456801 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: data_plane_status.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.457697 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.458201 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 11:32:01.458542 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: default_subnetpools.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.459481 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.460391 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: default-subnetpools Jun 17 11:32:01.461208 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.462025 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.462533 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: dhcp_agent_scheduler Jun 17 11:32:01.462852 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: dns.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.463797 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.464302 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 11:32:01.464623 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: dns_domain_ports.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.465528 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.466029 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 11:32:01.466345 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.467261 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.467793 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 17 11:32:01.468112 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: dvr.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.468780 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.469284 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: dvr Jun 17 11:32:01.469603 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: ecmp_routes.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.470508 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.471009 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 17 11:32:01.471324 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: empty_string_filtering.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.472249 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.472748 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: empty-string-filtering Jun 17 11:32:01.473062 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.473959 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.474458 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 11:32:01.474773 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.475989 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.476498 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 11:32:01.476813 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: external_net.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.477711 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.478213 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: external-net Jun 17 11:32:01.478535 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.479465 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.479968 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: extra_dhcp_opt Jun 17 11:32:01.480283 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: extraroute.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.481177 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.481731 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: extraroute Jun 17 11:32:01.482042 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: extraroute_atomic.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.483067 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.483593 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: extraroute-atomic Jun 17 11:32:01.483914 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: filter_validation.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.484578 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.485079 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: filter-validation Jun 17 11:32:01.485425 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: fip_pf_description.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.486340 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.486850 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 11:32:01.487163 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: fip_pf_port_range.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.488100 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.488603 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 17 11:32:01.488920 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: fip_port_details.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.489864 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.490366 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: fip-port-details Jun 17 11:32:01.490680 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: flavors.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.493045 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.493561 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: flavors Jun 17 11:32:01.493884 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.497046 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.497572 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 11:32:01.497905 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: floatingip_pools.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.498653 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.499170 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: floatingip-pools Jun 17 11:32:01.499522 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: ip_allocation.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.500477 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.500983 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 11:32:01.501307 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.502240 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.502747 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: ip-substring-filtering Jun 17 11:32:01.503072 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l2_adjacency.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.504024 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.511051 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 11:32:01.511051 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.511051 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.511051 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: router Jun 17 11:32:01.511051 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.512958 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.513492 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 11:32:01.513820 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.514739 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.515249 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: ext-gw-mode Jun 17 11:32:01.515597 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.516506 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.517015 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: l3-ha Jun 17 11:32:01.517338 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.518230 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.518730 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 17 11:32:01.519047 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3_flavors.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.520024 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.520527 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: l3-flavors Jun 17 11:32:01.520845 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.522201 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.522977 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 17 11:32:01.523523 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.524894 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.525740 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 11:32:01.526254 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: l3agentscheduler.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.527901 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.528757 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: l3_agent_scheduler Jun 17 11:32:01.529261 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: local_ip.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.531965 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.532826 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension local_ip not supported by any of loaded plugins Jun 17 11:32:01.533331 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: logging.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.535591 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.536446 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension logging not supported by any of loaded plugins Jun 17 11:32:01.536958 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: metering.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.538149 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.539199 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: metering Jun 17 11:32:01.539551 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.540649 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.541167 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: metering_source_and_destination_fields Jun 17 11:32:01.541485 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: multiprovidernet.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.542405 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.542915 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: multi-provider Jun 17 11:32:01.543230 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: netmtu.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.544315 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.544821 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: net-mtu Jun 17 11:32:01.545137 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: netmtu_writable.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.546042 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.546595 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: net-mtu-writable Jun 17 11:32:01.546845 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: network_availability_zone.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.547539 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.548039 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: network_availability_zone Jun 17 11:32:01.548353 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: network_ip_availability.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.549440 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.549943 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: network-ip-availability Jun 17 11:32:01.550259 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: network_segment_range.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.551019 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.551555 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 11:32:01.551874 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: pagination.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.552854 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.553179 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: pagination Jun 17 11:32:01.553493 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: port_device_profile.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.555444 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.556009 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: port-device-profile Jun 17 11:32:01.556328 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: port_mac_address_override.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.557256 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.557760 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: port-mac-override Jun 17 11:32:01.558074 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.558986 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.559515 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: port-mac-address-regenerate Jun 17 11:32:01.559831 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.560730 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.561299 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: port-numa-affinity-policy Jun 17 11:32:01.561548 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: port_resource_request.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.562447 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.562952 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 11:32:01.563263 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: port_resource_request_groups.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.564242 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.564744 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 17 11:32:01.565057 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: portbindings.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.565989 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.566491 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: binding Jun 17 11:32:01.566806 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: portbindings_extended.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.568086 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.568596 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: binding-extended Jun 17 11:32:01.568923 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: portsecurity.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.570933 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.571461 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: port-security Jun 17 11:32:01.571788 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: project_id.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.572793 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.573132 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: project-id Jun 17 11:32:01.573447 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: providernet.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.574357 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.574868 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: provider Jun 17 11:32:01.575185 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.578815 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.579330 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos not supported by any of loaded plugins Jun 17 11:32:01.579680 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.580934 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.581453 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 11:32:01.581775 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.582678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.583189 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 11:32:01.583550 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_default.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.584450 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.585340 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-default not supported by any of loaded plugins Jun 17 11:32:01.586208 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_fip.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.587128 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.587662 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 11:32:01.587985 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.588925 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.589430 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 17 11:32:01.589747 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_gateway_ip.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.590661 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.591166 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 11:32:01.591511 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_port_network_policy.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.592475 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.592977 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 11:32:01.593298 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.594324 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.594827 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 17 11:32:01.595146 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.596210 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.596715 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 17 11:32:01.597034 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_pps_rule.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.598232 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.598747 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-pps not supported by any of loaded plugins Jun 17 11:32:01.599067 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_rule_type_details.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.600101 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.601579 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 11:32:01.601917 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.603015 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.603551 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 17 11:32:01.603871 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: qos_rules_alias.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.604905 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.605412 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 11:32:01.605729 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: quota_check_limit.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.606629 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.607166 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: quota-check-limit Jun 17 11:32:01.607512 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: quotasv2.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.608503 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.608820 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: quotas Jun 17 11:32:01.609134 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: quotasv2_detail.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.610981 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.611310 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: quota_details Jun 17 11:32:01.611660 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: rbac.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.612742 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.613266 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: rbac-policies Jun 17 11:32:01.613590 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: rbac_address_group.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.614522 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.615033 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: rbac-address-group Jun 17 11:32:01.615353 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: rbac_address_scope.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.617511 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.618028 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: rbac-address-scope Jun 17 11:32:01.618384 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: rbac_security_groups.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.619320 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.619864 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: rbac-security-groups Jun 17 11:32:01.620188 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: rbac_subnetpool.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.621112 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.621625 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: rbac-subnetpool Jun 17 11:32:01.621945 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: revisionifmatch.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.622863 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.623398 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: revision-if-match Jun 17 11:32:01.623708 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: revisions.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.624847 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.625349 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: standard-attr-revisions Jun 17 11:32:01.625669 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: router_availability_zone.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.626341 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.626841 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: router_availability_zone Jun 17 11:32:01.627157 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: routerservicetype.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.628093 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.628600 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 11:32:01.628916 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.629874 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.630495 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: security-groups-normalized-cidr Jun 17 11:32:01.630699 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.631644 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.632666 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: port-security-groups-filtering Jun 17 11:32:01.632986 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.633922 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.634437 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: security-groups-remote-address-group Jun 17 11:32:01.634758 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.635723 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.636241 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: security-groups-shared-filtering Jun 17 11:32:01.636560 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: securitygroup.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.646294 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.646815 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: security-group Jun 17 11:32:01.647148 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: segment.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.648357 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.648867 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension segment not supported by any of loaded plugins Jun 17 11:32:01.649189 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.650140 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.650644 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 11:32:01.650964 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: servicetype.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.652152 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.652711 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: service-type Jun 17 11:32:01.653028 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: sorting.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.654006 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.654332 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: sorting Jun 17 11:32:01.654654 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: standard_attr_segment.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.655603 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.656107 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 11:32:01.656423 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: standardattrdescription.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.657067 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.657562 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: standard-attr-description Jun 17 11:32:01.657879 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: stateful_security_group.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.658809 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.659315 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: stateful-security-group Jun 17 11:32:01.659654 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: stdattrs_common.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.660227 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 11:32:01.660542 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.661617 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.662156 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 11:32:01.662508 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: subnet_onboard.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.664602 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.665115 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: subnet_onboard Jun 17 11:32:01.665442 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.666374 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.666873 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 11:32:01.667189 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: subnet_service_types.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.668139 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.668640 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: subnet-service-types Jun 17 11:32:01.668957 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: subnetallocation.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.670041 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.670550 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: subnet_allocation Jun 17 11:32:01.670868 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.671566 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.672102 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: subnetpool-prefix-ops Jun 17 11:32:01.672418 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.673334 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.673836 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 11:32:01.674152 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: tagging.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.675234 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.675774 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: standard-attr-tag Jun 17 11:32:01.676094 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: timestamp.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.677300 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.677817 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loaded extension: standard-attr-timestamp Jun 17 11:32:01.678140 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: trunk.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.680304 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.680823 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension trunk not supported by any of loaded plugins Jun 17 11:32:01.681147 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: trunk_details.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.682070 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.682582 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 11:32:01.682902 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: uplink_status_propagation.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.683844 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.684354 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 11:32:01.684675 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Loading extension file: vlantransparent.py {{(pid=111066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 11:32:01.685347 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 11:32:01.685849 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 11:32:01.688408 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:network Jun 17 11:32:01.688932 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:subnet Jun 17 11:32:01.689324 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 11:32:01.689711 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:port Jun 17 11:32:01.690973 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.691431 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service FLAVORS assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.692042 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.692462 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.692787 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:router Jun 17 11:32:01.693216 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 11:32:01.693713 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service METERING assigned prefix: /metering {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.695790 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.696163 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.696509 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:32:01.697500 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 11:32:01.697929 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:security_group Jun 17 11:32:01.698374 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 11:32:01.698976 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service CORE assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.699302 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 11:32:01.699671 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] subnetpool is already registered Jun 17 11:32:01.700091 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service CORE assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.700408 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 11:32:01.700731 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] subnetpool is already registered Jun 17 11:32:01.702999 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.703451 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service FLAVORS assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.704082 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.704506 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.704870 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:router Jun 17 11:32:01.705208 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] router is already registered Jun 17 11:32:01.705617 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 11:32:01.705950 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] floatingip is already registered Jun 17 11:32:01.706399 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service METERING assigned prefix: /metering {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.707058 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 11:32:01.707401 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] rbac_policy is already registered Jun 17 11:32:01.707811 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:security_group Jun 17 11:32:01.708137 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] security_group is already registered Jun 17 11:32:01.708533 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 11:32:01.708858 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] security_group_rule is already registered Jun 17 11:32:01.709470 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service CORE assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.709794 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 11:32:01.710924 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] subnetpool is already registered Jun 17 11:32:01.711351 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.v2.resource_helper [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Service CORE assigned prefix: {{(pid=111066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 11:32:01.711691 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 11:32:01.712020 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING neutron.quota.resource_registry [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] subnetpool is already registered Jun 17 11:32:01.712493 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: extensions {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.713970 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: address-groups {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.715463 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: address-scopes {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.716755 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: agents {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.717909 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: auto-allocated-topology {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.719130 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: availability_zones {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.720365 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: dhcp-networks {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.721877 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: dhcp-agents {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.723283 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: routers {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.724975 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: flavors {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.727269 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: service_profiles {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.728485 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: next_providers {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.729901 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: service_profiles {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.732497 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: floatingip-pools {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.733708 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: routers {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.735379 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: floatingips {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.736633 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: l3-routers {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.738020 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: l3-agents {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.739520 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: metering-labels {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.740744 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: metering-label-rules {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.742958 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: network-ip-availabilities {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.744216 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: bindings {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.745763 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: quotas {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.747443 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: quotas {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.749034 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: rbac-policies {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.750191 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: security-groups {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.751497 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: security-group-rules {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.752873 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: service-providers {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.754077 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: subnetpools {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.755396 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: subnetpools {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.757366 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.759041 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.760869 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.762682 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.764316 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.766241 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.767988 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.769832 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.771611 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.773901 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron.api.extensions [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Extended resource: tags {{(pid=111066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 11:32:01.779961 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING keystonemiddleware.auth_token [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 11:32:01.784969 dv-cinder-837166-3-iscsi neutron-server[111066]: WARNING keystonemiddleware.auth_token [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 11:32:01.794790 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_concurrency.lockutils [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Acquired lock "singleton_lock" {{(pid=111066) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 17 11:32:01.795257 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_concurrency.lockutils [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Releasing lock "singleton_lock" {{(pid=111066) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 17 11:32:01.795981 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO oslo_service.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Starting 2 workers Jun 17 11:32:01.800762 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Started child 111181 {{(pid=111066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 11:32:01.806439 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Started child 111182 {{(pid=111066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 11:32:01.806935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:01.808074 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO neutron.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 11:32:01.808495 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [-] (111181) wsgi starting up on http://0.0.0.0:9696 Jun 17 11:32:01.808701 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:01.810806 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:01.811265 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO oslo_service.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Starting 1 workers Jun 17 11:32:01.812373 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [-] (111182) wsgi starting up on http://0.0.0.0:9696 Jun 17 11:32:01.816415 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Started child 111183 {{(pid=111066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 11:32:01.816963 dv-cinder-837166-3-iscsi neutron-server[111066]: INFO oslo_service.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Starting 1 workers Jun 17 11:32:01.820460 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] calling RpcWorker wait() {{(pid=111183) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 11:32:01.821011 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] returning from RpcWorker wait() {{(pid=111183) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 11:32:01.822031 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Started child 111184 {{(pid=111066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 11:32:01.822483 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:01.822832 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG neutron_lib.callbacks.manager [None req-c1277618-fc22-4b75-9439-9716b2ff03a5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:01.823074 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:01.824709 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111066) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 11:32:01.824919 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 11:32:01.825104 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 11:32:01.825493 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 11:32:01.825822 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 11:32:01.825981 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 11:32:01.826645 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.826914 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:01.827414 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.827414 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.827556 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.827899 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:01.828035 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.828444 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.828696 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.828978 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.829239 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.829411 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.829570 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.829960 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.830228 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.830666 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.830997 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.831290 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.831655 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.831837 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.832116 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.832408 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.832704 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.832991 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] debug = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.833235 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.833790 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.834053 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.834319 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.834532 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.834821 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.835547 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.836379 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.836632 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.836853 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.837111 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.837446 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.837873 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.838110 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.838331 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.838586 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.838821 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.839349 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] host = dv-cinder-837166-3-iscsi {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.839619 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.839915 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.840068 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.840320 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.840634 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.840794 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.841041 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.841284 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.841562 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.841787 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.842005 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.842252 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.842504 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.842750 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.842903 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_options = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.843135 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.843408 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.843685 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.843879 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.844037 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.844197 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.844442 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.844587 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.844903 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.845082 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.845231 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.845498 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.845653 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.845893 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.846135 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.846403 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.846633 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.846947 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.847257 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.847579 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.847935 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.848445 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.848685 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.848922 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.849225 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.849365 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.849611 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.850458 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.851240 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.852085 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.852345 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.852610 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.852855 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.853564 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.854070 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.854307 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.854536 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.854808 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.855035 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.855261 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.855848 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.855848 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.856099 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.856223 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.856438 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.856680 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.856883 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_json = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.857112 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.857325 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.857569 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.857800 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.858015 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.859022 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.859293 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.859677 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.863543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.864738 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.865587 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.865587 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.865587 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.865587 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.866142 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.866865 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.867185 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.867543 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.867795 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.868063 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.868324 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.868672 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.868847 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.869135 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.869417 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.869763 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.870087 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.870353 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.870604 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.870829 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.871091 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.871335 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.871584 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.871813 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.872037 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.872318 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.872592 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.872846 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.873080 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.873318 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.873570 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.873837 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.874355 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.874600 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.874824 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.875043 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.875284 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.875586 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.875838 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.876318 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.876549 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.876808 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.877038 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.877293 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.877670 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.878023 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.878259 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.878494 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.878775 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.878922 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.879161 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.879419 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.879636 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.879872 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.880111 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.880327 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.880562 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.881304 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.881304 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.881304 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.881697 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.881808 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.881977 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.882210 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.882424 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.882636 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.882870 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.883103 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.883318 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.883553 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.883771 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.883984 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.884399 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.884399 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.884631 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.884806 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.885108 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.885358 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.885610 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.885829 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.886102 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.886321 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.886674 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.886800 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.887032 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.887250 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.887525 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.887775 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.888036 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.888318 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.889256 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.889509 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.889737 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.889957 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.890211 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.890576 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.892253 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.892253 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.894550 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.894945 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.895565 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.895942 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.896448 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.896707 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.896994 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.897918 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.898292 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.898529 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.898836 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.899151 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.899460 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.899854 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.899982 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.900257 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.900529 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.900797 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.901055 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.901307 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.901548 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.902285 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.902285 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.902285 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.902537 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.902727 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.903316 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.903316 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.903544 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.903762 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.904088 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.904343 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.904600 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.904871 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.905136 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.905405 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.905664 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.905892 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.906145 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.906422 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.906665 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.906887 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.907144 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.907411 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.907654 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.907890 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.908108 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.908366 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.908590 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.908832 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.909082 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.909379 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.910626 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.910626 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.910626 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.910626 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.910626 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.910978 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.911050 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.911268 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.911689 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.912121 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.912353 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.912635 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.912895 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.913657 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.913918 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.914153 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.914575 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.914802 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.915074 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.915330 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.915674 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.915913 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.916203 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.916428 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.916680 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.916880 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.917089 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.917346 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.917595 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.917945 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.918199 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.918433 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.918692 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.918942 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.919182 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.919431 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.919697 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.919955 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.920178 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.920410 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.920631 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.920857 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.921077 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.921296 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.921513 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.921775 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.922017 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.922347 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.922576 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.922819 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.923038 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.923257 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.923515 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.923767 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.923944 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.924158 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.924409 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.924624 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.924923 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.925171 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.925397 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.925654 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.925872 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.926088 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.926351 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.926687 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.926991 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.927223 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.927474 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.927688 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.927917 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.928149 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.928363 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.928585 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.929681 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.929681 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.930076 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.930296 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.930509 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.930736 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.930984 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.931193 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.931608 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.931826 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.932039 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.932308 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.932624 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.932835 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.933121 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.933340 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.933551 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.933779 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.933995 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.934207 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.934502 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.934775 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.935019 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.935354 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.935632 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.935875 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.936140 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.936466 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.936703 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.936948 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.937180 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.937421 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.937625 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.937979 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.938404 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.938709 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.938959 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.939235 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.939556 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.939849 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.940136 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.940372 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.940692 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.941022 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.941291 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.941546 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.941795 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.942049 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.942303 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.942539 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.942774 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.942992 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.943232 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.943511 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.943825 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.944080 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.944365 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.944696 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.944998 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.945233 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.945446 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.945688 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.945905 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.946066 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 11:32:01.946664 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111066) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 11:32:01.946815 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 11:32:01.946969 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 11:32:01.947158 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 11:32:01.947458 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 11:32:01.947612 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 11:32:01.947740 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.947862 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.948023 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.948189 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.948369 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.948532 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.948691 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.948851 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.949007 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.949166 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.949324 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.949483 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.949643 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.949854 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.950016 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.950142 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.950272 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.950427 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.950585 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.950746 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.950903 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.951044 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] debug = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.951197 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.951478 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.951624 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.951800 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.951961 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.952119 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.952276 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.952434 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.952592 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.952749 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.952907 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.953066 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.953224 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.953381 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.953557 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.953695 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.953853 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.953948 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:01.954044 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] host = dv-cinder-837166-3-iscsi {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.954156 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.954312 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.954490 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.954650 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.954808 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.954998 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.955276 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.955457 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.955637 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.955775 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.955935 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.956092 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.956250 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.956407 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.956565 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_options = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.956744 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.956905 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.957062 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.957251 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.957414 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.957572 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.957734 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.957894 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.958040 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.958197 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.958411 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.958549 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.958679 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.958803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.958934 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.959075 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.959230 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.959405 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.959550 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.959710 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.960388 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.960560 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.960719 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.960948 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.961113 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.961273 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.961430 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.961587 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.961744 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.961903 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.962060 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.962218 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.962375 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.962532 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.962677 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.962835 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.962993 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.963149 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.963311 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.963474 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.963694 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.963868 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.964803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.964803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.964803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.964803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.964803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_json = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.964803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.964803 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.965678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.965678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.965678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.965678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.965678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.965678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.966425 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 11:32:01.966425 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.966425 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.966425 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.966899 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.966899 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.966899 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.967273 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.967273 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.967560 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.967560 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.967764 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.967934 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.968017 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.968163 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.968324 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.968502 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.968636 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.968797 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.968959 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.969120 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.969280 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.969440 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.969610 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.969770 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.969932 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.970094 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.970254 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.970422 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.970589 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.970758 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.970935 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.971098 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.971260 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.971439 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.971603 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.971766 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.971929 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.972091 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.972314 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.972514 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.972717 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.972871 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.972958 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.973120 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.973282 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.973444 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.973605 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.973769 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.973931 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.974093 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.974256 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.974418 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.974581 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.974743 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.974905 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.975152 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.975464 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.976286 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.976454 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.976702 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.976802 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.976933 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.977077 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.977237 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.977399 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.977561 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.977724 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.977884 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.978060 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.978221 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.978480 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.978629 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.978794 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.978955 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.979116 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.979278 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.979463 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.979625 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.979787 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.979947 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.980152 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.980241 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.980407 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.980593 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.980755 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.980917 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.981082 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.981243 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.981405 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.981567 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.981732 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.981909 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.982072 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.982231 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.982392 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.982553 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.982717 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.982878 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.983037 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.983197 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.983359 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.983542 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.983785 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.983974 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.984139 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.984305 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.984467 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.984627 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.984787 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.985178 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.985178 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.985391 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.985391 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.985540 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.985704 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.985864 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.986025 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.986206 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.986368 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.986526 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.986706 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.986949 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.987113 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.987270 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.987516 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.987646 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.987770 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.987914 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.988075 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.988238 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.988397 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.988558 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.988719 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.988881 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.989042 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.989214 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.989377 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.989538 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.989701 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.989969 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.990132 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.990293 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.990460 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.990620 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.990781 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.990942 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.991129 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.991511 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.991678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.991952 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.992235 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.992520 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.992757 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.992926 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.993091 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.993256 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.993420 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.993582 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.993797 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.993936 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.994086 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.994224 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.994357 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.994521 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.994683 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.994844 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.995009 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.995335 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.995514 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.995614 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.995726 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.995888 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.996050 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.996212 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.996375 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.996537 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.996701 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.996863 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.997027 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.997189 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.997351 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.997513 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.997677 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.997840 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.998002 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.998235 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.998338 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.998473 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.998627 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.998853 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.998953 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.999102 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.999263 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.999444 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.999627 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.999788 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:01.999949 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.000114 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.000280 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.000441 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.000602 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.000784 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.001024 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.001261 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.001444 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.001610 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.001771 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.001931 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.002094 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.002255 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.002420 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.002584 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.002746 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.002909 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.003073 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.003239 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.003438 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.003599 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.003760 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.003921 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.004083 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.004244 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.004405 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.004580 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.004742 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.004905 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.005066 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.005228 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.005389 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.005561 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.005722 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.005883 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.006066 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.006228 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.006408 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.006678 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.006873 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.007036 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.007196 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.007457 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.007624 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.007796 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.007958 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.008120 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.008290 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.008441 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.008601 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.008771 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.008935 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.009100 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.009259 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.009440 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.009602 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.009774 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.009935 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.010095 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.010262 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.010423 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.010583 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.010754 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.010918 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.011079 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.011248 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.011428 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.011590 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.011751 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.011924 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.012086 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.012269 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.012503 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.012799 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.012917 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.013081 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.013248 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.013453 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.013609 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.013772 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.013941 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.014110 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.014281 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.014442 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.014612 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.014786 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.014947 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.015107 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.015271 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.015454 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.015617 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.015778 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.015939 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.016100 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.016260 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.016419 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.016580 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.016740 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.016900 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.017061 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.017222 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.017384 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.017545 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.017705 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.017865 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 11:32:02.018072 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 11:32:02.087596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 54912) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:02.096256 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065377 Jun 17 11:32:11.118402 dv-cinder-837166-3-iscsi neutron-server[111066]: DEBUG dbcounter [-] [111066] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:13.696655 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a79610e-ec96-42af-9405-6155efbfe4f5 None None] get_active_networks_info from dv-cinder-837166-3-iscsi {{(pid=111183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 17 11:32:13.721175 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writer thread running {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 11:32:13.782124 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79610e-ec96-42af-9405-6155efbfe4f5 None None] No non-hosted networks {{(pid=111183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 11:32:13.791476 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.agentschedulers_db [None req-2a79610e-ec96-42af-9405-6155efbfe4f5 None None] DHCP Agent not found on host dv-cinder-837166-3-iscsi {{(pid=111183) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 17 11:32:13.979854 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5e18a5ac-319c-40fa-9d8f-528dbd3120bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639580'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:15.575611 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writer thread running {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 11:32:16.175480 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f440-9e7f-49bd-914d-c620dc8dfc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639580'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:16.227000 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.db.api [None req-f504d593-53d9-4290-bc40-b18e771065c4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837166-3-iscsi {{(pid=111183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 11:32:16.228003 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG oslo_db.api [None req-f504d593-53d9-4290-bc40-b18e771065c4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 11:32:16.831136 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f504d593-53d9-4290-bc40-b18e771065c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:17.154905 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 54982) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:17.322459 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639580'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:17.731826 dv-cinder-837166-3-iscsi neutron-server[111182]: WARNING oslo_policy.policy [None req-2307a6f6-5344-4709-8aec-dd5fda655192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:17.732403 dv-cinder-837166-3-iscsi neutron-server[111182]: WARNING oslo_policy.policy [None req-2307a6f6-5344-4709-8aec-dd5fda655192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:17.954772 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [None req-2307a6f6-5344-4709-8aec-dd5fda655192 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:32:17.956138 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2307a6f6-5344-4709-8aec-dd5fda655192 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8003223 Jun 17 11:32:18.875032 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639580'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:19.381585 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639580'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:19.381585 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.381585 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.381585 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.382075 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.382336 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.383300 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.383861 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.384403 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.384887 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.385361 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.385851 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.386424 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.386923 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.387472 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.387946 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:19.388560 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837166-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:19.399255 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837166-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:20.498841 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55016) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:20.870174 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-562c6d8a-a4dd-43d6-964b-95b991abbaf9 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:32:20.961247 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.policy [None req-562c6d8a-a4dd-43d6-964b-95b991abbaf9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111182) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 11:32:21.002826 dv-cinder-837166-3-iscsi neutron-server[111182]: WARNING oslo_policy.policy [None req-562c6d8a-a4dd-43d6-964b-95b991abbaf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:21.003149 dv-cinder-837166-3-iscsi neutron-server[111182]: WARNING oslo_policy.policy [None req-562c6d8a-a4dd-43d6-964b-95b991abbaf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:21.025901 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writer thread running {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 11:32:21.199402 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-562c6d8a-a4dd-43d6-964b-95b991abbaf9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738854366061', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738854365537', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738854381612', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738854389274', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738854403313', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738854274782', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4072205', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4079301', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-548538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-671392'] for rbac-policy (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:21.331683 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.db.l3_hamode_db [None req-e1e43faf-3993-4e7f-8929-10ed253f1794 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 11:32:21.410008 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e43faf-3993-4e7f-8929-10ed253f1794 None None] Routers set() bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:32:21.410415 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e43faf-3993-4e7f-8929-10ed253f1794 None None] Router IDs set() for agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 17 11:32:21.437943 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-562c6d8a-a4dd-43d6-964b-95b991abbaf9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:21.439168 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-562c6d8a-a4dd-43d6-964b-95b991abbaf9 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9393737 Jun 17 11:32:23.767249 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55028) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:24.283076 dv-cinder-837166-3-iscsi neutron-server[111181]: WARNING oslo_policy.policy [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:24.283721 dv-cinder-837166-3-iscsi neutron-server[111181]: WARNING oslo_policy.policy [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:24.509748 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:32:24.523670 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writer thread running {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 11:32:24.641489 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Made reservation on behalf of 9421c1fcede54ea791ffc9e948fda3da for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:32:24.705416 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.policy [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111181) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 11:32:24.748934 dv-cinder-837166-3-iscsi neutron-server[111181]: WARNING oslo_policy.policy [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:24.749309 dv-cinder-837166-3-iscsi neutron-server[111181]: WARNING oslo_policy.policy [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 11:32:24.759884 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:24.782584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:24.901647 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks [] for security_group (d83c2b68-70c0-4906-bf13-c39a35023350), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:24.978216 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d83c2b68-70c0-4906-bf13-c39a35023350), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:25.003637 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:32:25.039757 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738855082231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (b7bb70ba-482b-4baa-ae48-cf6884d4b539), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:25.040385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Unsubscribe: segment precommit_create {{(pid=111181) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 11:32:25.040930 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Added segment b7bb70ba-482b-4baa-ae48-cf6884d4b539 of type vlan for network 6b399f37-3047-4220-a30e-ed37699b2681 Jun 17 11:32:25.062075 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d83c2b68-70c0-4906-bf13-c39a35023350,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:25.116044 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.116380 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.116732 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.117078 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.117406 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.117725 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.118044 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.118358 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.118673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.118985 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.119296 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.119650 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.120027 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.120339 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.120647 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Tracked resource versions report: Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: pushed versions: Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: { 'AddressGroup': {'1.2'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Agent': {'1.1'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'ConntrackHelper': {'1.0'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Log': {'1.0'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'NDPProxy': {'1.0'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Network': {'1.1'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Port': {'1.7'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'PortForwarding': {'1.3'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'QosPolicy': {'1.10'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroup': {'1.5'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SubPort': {'1.0'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Subnet': {'1.1'}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Trunk': {'1.1'}} Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: consumer versions: Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Agent': '1.1', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'ConntrackHelper': '1.0', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'LocalIPAssociation': '1.0', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Log': '1.0', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'NDPProxy': '1.0', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Network': '1.1', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Port': '1.7', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'PortForwarding': '1.3', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'QosPolicy': '1.10', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroup': '1.5', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroupRule': '1.2', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SubPort': '1.0', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Subnet': '1.1', Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Trunk': '1.1'}} Jun 17 11:32:25.122063 dv-cinder-837166-3-iscsi neutron-server[111181]: {{(pid=111181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:32:25.155447 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (6b399f37-3047-4220-a30e-ed37699b2681), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:25.452443 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (6b399f37-3047-4220-a30e-ed37699b2681), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:25.457805 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:25.458493 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:25.578698 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] Pushing event updated for resources: {'Network': ['ID=6b399f37-3047-4220-a30e-ed37699b2681,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:25.590662 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 6b399f37-3047-4220-a30e-ed37699b2681 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:32:25.719136 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-1772873a-2824-415d-8f58-cd656287a65b demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.9498723 Jun 17 11:32:28.208062 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55048) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:28.633351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1aa001-a288-4d5b-bf61-3bbdf77d97e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:28.634790 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-0a1aa001-a288-4d5b-bf61-3bbdf77d97e0 demo admin] 10.222.0.45 "GET /v2.0/networks/6b399f37-3047-4220-a30e-ed37699b2681 HTTP/1.1" status: 200 len: 825 time: 0.4258471 Jun 17 11:32:28.673917 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-1925349c-ce86-4c15-b2a7-cad21a8e6157 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/f5f34c96-23a8-46e3-bddc-882e2ab04124 HTTP/1.1" status: 200 len: 734 time: 0.0331347 Jun 17 11:32:28.683285 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Request body: {'subnet': {'subnetpool_id': 'f5f34c96-23a8-46e3-bddc-882e2ab04124', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'gateway_ip': '172.20.0.1'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:32:28.793664 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:28.798123 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:28.869752 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Made reservation on behalf of 9421c1fcede54ea791ffc9e948fda3da for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:32:28.872279 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:28.897737 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:29.035556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:29.258553 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (0f1171d2-454a-46c1-b8eb-cdb22132f01a), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:29.332036 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Pushing event updated for resources: {'Subnet': ['ID=0f1171d2-454a-46c1-b8eb-cdb22132f01a,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:29.333796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Checking segment: {'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:32:29.334161 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Network hostable DHCP agents. Network: 6b399f37-3047-4220-a30e-ed37699b2681, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:32:29.448982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Network 6b399f37-3047-4220-a30e-ed37699b2681 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:32:29.561225 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 6b399f37-3047-4220-a30e-ed37699b2681) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:32:29.566544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:29.572704 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:29.573428 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8b4df-61d0-4d7a-8368-9b673f60445b None None] Network 6b399f37-3047-4220-a30e-ed37699b2681 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:32:29.672222 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f7b210b6-7d6f-4fb5-a00c-063fbc0c3fed demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9923196 Jun 17 11:32:29.725247 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=40,neutron:INSERT=34 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:29.835951 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-6b399f37-3047-4220-a30e-ed37699b2681', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'fixed_ips': [{'subnet_id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:32:29.837358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:30.129845 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Allocated IP 172.20.0.2 (6b399f37-3047-4220-a30e-ed37699b2681/0f1171d2-454a-46c1-b8eb-cdb22132f01a/9f8335d2-5a25-4c47-917c-86937c3dae6d) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:32:30.408551 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Publish callbacks [] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:30.539454 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:30.622077 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Network 6b399f37-3047-4220-a30e-ed37699b2681 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:32:30.628100 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:32:30.633754 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Pushing event updated for resources: {'Port': ['ID=9f8335d2-5a25-4c47-917c-86937c3dae6d,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:30.636073 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:32:30.647561 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.647907 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.648260 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.648603 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.648928 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.649253 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.649567 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.649887 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.650201 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.650513 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.650826 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.651152 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.651485 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.651795 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.652104 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Tracked resource versions report: Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: pushed versions: Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: { 'AddressGroup': {'1.2'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Agent': {'1.1'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'ConntrackHelper': {'1.0'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Log': {'1.0'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'NDPProxy': {'1.0'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Network': {'1.1'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Port': {'1.7'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'PortForwarding': {'1.3'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'QosPolicy': {'1.10'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroup': {'1.5'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SubPort': {'1.0'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Subnet': {'1.1'}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Trunk': {'1.1'}} Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: consumer versions: Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Agent': '1.1', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'ConntrackHelper': '1.0', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'LocalIPAssociation': '1.0', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Log': '1.0', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'NDPProxy': '1.0', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Network': '1.1', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Port': '1.7', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'PortForwarding': '1.3', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'QosPolicy': '1.10', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroup': '1.5', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroupRule': '1.2', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SubPort': '1.0', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Subnet': '1.1', Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Trunk': '1.1'}} Jun 17 11:32:30.653513 dv-cinder-837166-3-iscsi neutron-server[111183]: {{(pid=111183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:32:30.730962 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Attempting to bind port 9f8335d2-5a25-4c47-917c-86937c3dae6d on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:32:30.731330 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Attempting to bind port 9f8335d2-5a25-4c47-917c-86937c3dae6d by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:32:30.731773 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Attempting to bind port 9f8335d2-5a25-4c47-917c-86937c3dae6d on network 6b399f37-3047-4220-a30e-ed37699b2681 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:32:30.736817 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:32:30.737193 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Checking segment: {'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:32:30.737655 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:30.738036 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Bound using segment: {'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:32:30.738488 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Bound port: 9f8335d2-5a25-4c47-917c-86937c3dae6d, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:32:30.738876 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:30.749447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:30.803986 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] For port 9f8335d2-5a25-4c47-917c-86937c3dae6d, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:32:30.824195 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] For port 9f8335d2-5a25-4c47-917c-86937c3dae6d, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=9f8335d2-5a25-4c47-917c-86937c3dae6d,segment=NetworkSegment(b7bb70ba-482b-4baa-ae48-cf6884d4b539),segment_id=b7bb70ba-482b-4baa-ae48-cf6884d4b539)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:32:30.922588 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:30.982803 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2819b-49b6-4480-aa8a-25d1f96a3242 None None] Pushing event updated for resources: {'Port': ['ID=9f8335d2-5a25-4c47-917c-86937c3dae6d,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:31.334070 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=24,neutron:INSERT=34 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:31.338769 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=9,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:32.136728 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55070) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:32.488211 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [None req-4bbf5311-a019-43d8-a5e2-192bad0b4919 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:32:32.489227 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4bbf5311-a019-43d8-a5e2-192bad0b4919 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3515244 Jun 17 11:32:34.890046 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55078) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:35.233590 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [None req-f042acf2-a23d-4440-adcd-0c46d2c46cfe admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:32:35.234769 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f042acf2-a23d-4440-adcd-0c46d2c46cfe admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437550 Jun 17 11:32:37.690176 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55086) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:38.042504 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-615d1899-dbb6-4f20-a3d3-6f1472d8190a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:32:38.144477 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-615d1899-dbb6-4f20-a3d3-6f1472d8190a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (9633e084-cd50-44bf-bf43-9d929466f4d4), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:38.146815 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-615d1899-dbb6-4f20-a3d3-6f1472d8190a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (9633e084-cd50-44bf-bf43-9d929466f4d4), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:38.284011 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-615d1899-dbb6-4f20-a3d3-6f1472d8190a demo demo] Publish callbacks [] for router_controller (9633e084-cd50-44bf-bf43-9d929466f4d4), precommit_add_association {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:38.390680 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-615d1899-dbb6-4f20-a3d3-6f1472d8190a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (9633e084-cd50-44bf-bf43-9d929466f4d4), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:38.626010 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-615d1899-dbb6-4f20-a3d3-6f1472d8190a demo demo] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:38.627319 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-615d1899-dbb6-4f20-a3d3-6f1472d8190a demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9361460 Jun 17 11:32:39.141839 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 9f8335d2-5a25-4c47-917c-86937c3dae6d up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:32:39.227038 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 9f8335d2-5a25-4c47-917c-86937c3dae6d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:39.227712 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:39.260533 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecde2b-2717-41a8-bf33-40ede390dd13 None None] Network 6b399f37-3047-4220-a30e-ed37699b2681 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:32:39.289799 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:39.414848 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-c1513e86-4e9f-4065-b6e7-5ee1901ee1ae None None] Provisioning complete for port 9f8335d2-5a25-4c47-917c-86937c3dae6d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:39.415253 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c1513e86-4e9f-4065-b6e7-5ee1901ee1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:39.422230 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 9f8335d2-5a25-4c47-917c-86937c3dae6d is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:32:39.422611 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:39.530769 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 9f8335d2-5a25-4c47-917c-86937c3dae6d, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=9f8335d2-5a25-4c47-917c-86937c3dae6d,segment=NetworkSegment(b7bb70ba-482b-4baa-ae48-cf6884d4b539),segment_id=b7bb70ba-482b-4baa-ae48-cf6884d4b539)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:32:39.569232 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-c1513e86-4e9f-4065-b6e7-5ee1901ee1ae None None] Current status of the port 9f8335d2-5a25-4c47-917c-86937c3dae6d is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:32:39.570951 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c1513e86-4e9f-4065-b6e7-5ee1901ee1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:39.602168 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:39.682474 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.db.api [None req-c1513e86-4e9f-4065-b6e7-5ee1901ee1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 11:32:39.682806 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG oslo_db.api [None req-c1513e86-4e9f-4065-b6e7-5ee1901ee1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 11:32:39.688086 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=9f8335d2-5a25-4c47-917c-86937c3dae6d,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:40.186464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:40.217268 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-c1513e86-4e9f-4065-b6e7-5ee1901ee1ae None None] Current status of the port 9f8335d2-5a25-4c47-917c-86937c3dae6d is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:32:40.335916 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-e3c92d5a-eded-4d5d-9e51-1a3a0a609bcc None None] Provisioning complete for port 9f8335d2-5a25-4c47-917c-86937c3dae6d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:40.336516 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-e3c92d5a-eded-4d5d-9e51-1a3a0a609bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:40.410619 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-e3c92d5a-eded-4d5d-9e51-1a3a0a609bcc None None] Current status of the port 9f8335d2-5a25-4c47-917c-86937c3dae6d is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:32:41.032132 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55100) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:41.135477 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 9f8335d2-5a25-4c47-917c-86937c3dae6d up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:32:41.174578 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 9f8335d2-5a25-4c47-917c-86937c3dae6d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:41.174976 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:41.249464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 9f8335d2-5a25-4c47-917c-86937c3dae6d is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:32:41.380538 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [None req-a2e55505-363c-42c4-9fc4-19e7b39ad8a6 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:32:41.381491 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a2e55505-363c-42c4-9fc4-19e7b39ad8a6 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3484163 Jun 17 11:32:43.783313 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-034d5f55-394f-4f60-ba86-fb9b1ba9b082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:43.805764 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55108) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:44.135850 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:32:44.211760 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Made reservation on behalf of da8f91d479d0446f9019ff5f3ebd9584 for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:32:44.214115 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.223109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.299748 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:44.305204 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks [] for security_group (fed1b611-e187-4221-bd3b-eecef0dc34e8), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.538252 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (fed1b611-e187-4221-bd3b-eecef0dc34e8), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.555118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Reserving flat network on physical network physnet1 {{(pid=111181) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 11:32:44.576973 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed1b611-e187-4221-bd3b-eecef0dc34e8,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:44.580632 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (ccd1dc7e-048c-4933-a2c6-3c427645e1f0), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.581032 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Added segment ccd1dc7e-048c-4933-a2c6-3c427645e1f0 of type flat for network 4e6b2a38-934f-46de-a222-082c9a245e7a Jun 17 11:32:44.629212 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (4e6b2a38-934f-46de-a222-082c9a245e7a), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.818255 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (4e6b2a38-934f-46de-a222-082c9a245e7a), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.819222 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:44.819836 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:44.910501 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] Pushing event updated for resources: {'Network': ['ID=4e6b2a38-934f-46de-a222-082c9a245e7a,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:44.920884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 4e6b2a38-934f-46de-a222-082c9a245e7a details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:32:44.940212 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b315a6a6-0a4c-417a-93a6-27ad31ef3d4d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1333535 Jun 17 11:32:46.143308 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-34963f31-c9ae-4c0d-99d2-d5a952d05f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:47.269468 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:47.327230 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55116) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:47.641624 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d63a99-d1ba-4476-bf3e-529176bc86cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:47.643002 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d1d63a99-d1ba-4476-bf3e-529176bc86cb demo admin] 10.222.0.45 "GET /v2.0/subnets/0f1171d2-454a-46c1-b8eb-cdb22132f01a HTTP/1.1" status: 200 len: 849 time: 0.3148541 Jun 17 11:32:47.770073 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d055d8ca-1a82-4c15-a476-0d1e27004461 demo admin] 10.222.0.45 "GET /v2.0/routers/9633e084-cd50-44bf-bf43-9d929466f4d4 HTTP/1.1" status: 200 len: 704 time: 0.1193540 Jun 17 11:32:47.972288 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:48.057471 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:48.384439 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Allocated IP 172.20.0.1 (6b399f37-3047-4220-a30e-ed37699b2681/0f1171d2-454a-46c1-b8eb-cdb22132f01a/5fb44021-761e-4882-addb-54b872f9894e) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:32:48.603734 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks [] for port (5fb44021-761e-4882-addb-54b872f9894e), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:48.615501 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:48.743910 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (5fb44021-761e-4882-addb-54b872f9894e), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:48.777401 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:48.815207 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Network 6b399f37-3047-4220-a30e-ed37699b2681 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:32:48.821940 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:32:48.829760 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:32:48.830297 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (9633e084-cd50-44bf-bf43-9d929466f4d4), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:48.897578 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Pushing event updated for resources: {'Port': ['ID=5fb44021-761e-4882-addb-54b872f9894e,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:48.981780 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-5deed057-c58c-467f-88f0-331deea4a7e1 None None] Provisioning complete for port 5fb44021-761e-4882-addb-54b872f9894e triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:48.982171 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5deed057-c58c-467f-88f0-331deea4a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5fb44021-761e-4882-addb-54b872f9894e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:49.014538 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-5deed057-c58c-467f-88f0-331deea4a7e1 None None] Port 5fb44021-761e-4882-addb-54b872f9894e cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:32:49.173051 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5fb44021-761e-4882-addb-54b872f9894e), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:49.374955 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:49.377693 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:49.408537 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks [] for port (5fb44021-761e-4882-addb-54b872f9894e), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:49.497107 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5fb44021-761e-4882-addb-54b872f9894e), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:49.497991 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (9633e084-cd50-44bf-bf43-9d929466f4d4), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:49.568780 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Pushing event updated for resources: {'Port': ['ID=5fb44021-761e-4882-addb-54b872f9894e,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:49.650842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Network 6b399f37-3047-4220-a30e-ed37699b2681 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:32:49.652350 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:32:49.839016 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-60a32ae7-86d4-45e4-bb88-069357376c28 None None] Provisioning complete for port 5fb44021-761e-4882-addb-54b872f9894e triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:49.839621 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-60a32ae7-86d4-45e4-bb88-069357376c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5fb44021-761e-4882-addb-54b872f9894e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:49.871799 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-60a32ae7-86d4-45e4-bb88-069357376c28 None None] Port 5fb44021-761e-4882-addb-54b872f9894e cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:32:49.903351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Router 9633e084-cd50-44bf-bf43-9d929466f4d4 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:32:50.005960 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:32:50.012300 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4f4b3e94-1ab2-44ba-8dfe-9b917caf7160 demo admin] 10.222.0.45 "PUT /v2.0/routers/9633e084-cd50-44bf-bf43-9d929466f4d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2360327 Jun 17 11:32:50.016149 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Sync routers for ids ['9633e084-cd50-44bf-bf43-9d929466f4d4'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:32:50.030075 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Routers {'9633e084-cd50-44bf-bf43-9d929466f4d4'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:32:50.030901 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:32:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['9633e084-cd50-44bf-bf43-9d929466f4d4'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:50.225011 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Set router 9633e084-cd50-44bf-bf43-9d929466f4d4 gateway port host: None {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:32:50.682576 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'name': 'router1', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:32:38Z', 'updated_at': '2022-06-17T11:32:48Z', 'revision_number': 2, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'gw_port_host': None, '_interfaces': [{'id': '5fb44021-761e-4882-addb-54b872f9894e', 'name': '', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'mac_address': 'fa:16:3e:b6:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:48Z', 'updated_at': '2022-06-17T11:32:49Z', 'revision_number': 2, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'subnets': [{'id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f34c96-23a8-46e3-bddc-882e2ab04124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:50.734688 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Checking router: 9633e084-cd50-44bf-bf43-9d929466f4d4 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:32:50.735058 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Updating router 9633e084-cd50-44bf-bf43-9d929466f4d4 port 5fb44021-761e-4882-addb-54b872f9894e binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:32:50.789596 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5fb44021-761e-4882-addb-54b872f9894e), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:51.316198 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Publish callbacks [] for port (5fb44021-761e-4882-addb-54b872f9894e), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:51.435025 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5fb44021-761e-4882-addb-54b872f9894e), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:51.599028 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Pushing event updated for resources: {'Port': ['ID=5fb44021-761e-4882-addb-54b872f9894e,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:51.622037 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Attempting to bind port 5fb44021-761e-4882-addb-54b872f9894e on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:32:51.622358 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Attempting to bind port 5fb44021-761e-4882-addb-54b872f9894e by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:32:51.622740 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Attempting to bind port 5fb44021-761e-4882-addb-54b872f9894e on network 6b399f37-3047-4220-a30e-ed37699b2681 {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:32:51.629948 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Tracked resource versions report: Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: pushed versions: Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: { 'AddressGroup': {'1.2'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Agent': {'1.1'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'ConntrackHelper': {'1.0'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Log': {'1.0'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'NDPProxy': {'1.0'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Network': {'1.1'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Port': {'1.7'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'PortForwarding': {'1.3'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'QosPolicy': {'1.10'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroup': {'1.5'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SubPort': {'1.0'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Subnet': {'1.1'}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Trunk': {'1.1'}} Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: consumer versions: Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:51.638193 dv-cinder-837166-3-iscsi neutron-server[111184]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Agent': '1.1', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'ConntrackHelper': '1.0', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'LocalIPAssociation': '1.0', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Log': '1.0', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'NDPProxy': '1.0', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Network': '1.1', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Port': '1.7', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'PortForwarding': '1.3', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'QosPolicy': '1.10', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroup': '1.5', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroupRule': '1.2', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SubPort': '1.0', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Subnet': '1.1', Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Trunk': '1.1'}} Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: {{(pid=111184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Checking segment: {'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Bound using segment: {'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:32:51.640898 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Bound port: 5fb44021-761e-4882-addb-54b872f9894e, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bb70ba-482b-4baa-ae48-cf6884d4b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:32:51.642289 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5fb44021-761e-4882-addb-54b872f9894e), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:51.700937 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-a700c76b-0bea-45a5-bc06-ef389b7218a1 None None] Provisioning complete for port 5fb44021-761e-4882-addb-54b872f9894e triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:51.701496 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a700c76b-0bea-45a5-bc06-ef389b7218a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5fb44021-761e-4882-addb-54b872f9894e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:51.702454 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:51.711872 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] For port 5fb44021-761e-4882-addb-54b872f9894e, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:32:51.733761 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] For port 5fb44021-761e-4882-addb-54b872f9894e, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=5fb44021-761e-4882-addb-54b872f9894e,segment=NetworkSegment(b7bb70ba-482b-4baa-ae48-cf6884d4b539),segment_id=b7bb70ba-482b-4baa-ae48-cf6884d4b539)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:32:51.739315 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-a700c76b-0bea-45a5-bc06-ef389b7218a1 None None] Port 5fb44021-761e-4882-addb-54b872f9894e cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:32:51.835983 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5fb44021-761e-4882-addb-54b872f9894e), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:51.859537 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:51.893187 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7997f-2885-4c2b-8717-65f654b9b467 None None] Pushing event updated for resources: {'Port': ['ID=5fb44021-761e-4882-addb-54b872f9894e,revision_number=4']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:51.903275 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Routers {'9633e084-cd50-44bf-bf43-9d929466f4d4'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:32:51.903939 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:32:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['9633e084-cd50-44bf-bf43-9d929466f4d4'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:51.997116 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] Set router 9633e084-cd50-44bf-bf43-9d929466f4d4 gateway port host: None {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:32:52.059260 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-61093b93-1553-4a96-b8ee-385b82ae0ee9 None None] Provisioning complete for port 5fb44021-761e-4882-addb-54b872f9894e triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:52.059820 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-61093b93-1553-4a96-b8ee-385b82ae0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5fb44021-761e-4882-addb-54b872f9894e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:52.094715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:52.136264 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-61093b93-1553-4a96-b8ee-385b82ae0ee9 None None] Current status of the port 5fb44021-761e-4882-addb-54b872f9894e is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:32:52.136473 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-61093b93-1553-4a96-b8ee-385b82ae0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5fb44021-761e-4882-addb-54b872f9894e), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:52.172659 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-61093b93-1553-4a96-b8ee-385b82ae0ee9 None None] For port 5fb44021-761e-4882-addb-54b872f9894e, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=5fb44021-761e-4882-addb-54b872f9894e,segment=NetworkSegment(b7bb70ba-482b-4baa-ae48-cf6884d4b539),segment_id=b7bb70ba-482b-4baa-ae48-cf6884d4b539)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:32:52.197545 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'name': 'router1', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:32:38Z', 'updated_at': '2022-06-17T11:32:48Z', 'revision_number': 2, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'gw_port_host': None, '_interfaces': [{'id': '5fb44021-761e-4882-addb-54b872f9894e', 'name': '', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'mac_address': 'fa:16:3e:b6:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:48Z', 'updated_at': '2022-06-17T11:32:51Z', 'revision_number': 4, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'subnets': [{'id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f34c96-23a8-46e3-bddc-882e2ab04124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:52.227293 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0118c3-4f79-40c4-aa21-01f77e74752e None None] The sync data for ids ['9633e084-cd50-44bf-bf43-9d929466f4d4'] in dv-cinder-837166-3-iscsi is: [{'id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'name': 'router1', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:32:38Z', 'updated_at': '2022-06-17T11:32:48Z', 'revision_number': 2, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'gw_port_host': None, '_interfaces': [{'id': '5fb44021-761e-4882-addb-54b872f9894e', 'name': '', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'mac_address': 'fa:16:3e:b6:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:48Z', 'updated_at': '2022-06-17T11:32:51Z', 'revision_number': 4, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'subnets': [{'id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f34c96-23a8-46e3-bddc-882e2ab04124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:32:52.234440 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-61093b93-1553-4a96-b8ee-385b82ae0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5fb44021-761e-4882-addb-54b872f9894e), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:52.290792 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61093b93-1553-4a96-b8ee-385b82ae0ee9 None None] Pushing event updated for resources: {'Port': ['ID=5fb44021-761e-4882-addb-54b872f9894e,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:52.477272 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55136) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:52.531132 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:52.596457 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1c32f-ec0c-4a1f-83b2-2804029a58c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:52.597843 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e7d1c32f-ec0c-4a1f-83b2-2804029a58c0 admin admin] 10.222.0.45 "GET /v2.0/networks/4e6b2a38-934f-46de-a222-082c9a245e7a HTTP/1.1" status: 200 len: 842 time: 0.1196175 Jun 17 11:32:52.608271 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:32:52.720401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Made reservation on behalf of da8f91d479d0446f9019ff5f3ebd9584 for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:32:52.722746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:53.166577 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.objects.ports [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111181) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 17 11:32:53.167001 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (4f577eea-f986-492e-86bc-a757e5dc9fda), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:53.218705 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f577eea-f986-492e-86bc-a757e5dc9fda,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:53.235112 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:32:53.235499 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Network hostable DHCP agents. Network: 4e6b2a38-934f-46de-a222-082c9a245e7a, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:32:53.349877 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:32:53.446272 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 4e6b2a38-934f-46de-a222-082c9a245e7a) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:32:53.451594 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:53.452189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:53.457726 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16264d-e98d-4ac4-b609-0dda305dc368 None None] Network 4e6b2a38-934f-46de-a222-082c9a245e7a requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:32:53.529597 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:53.547022 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e7c9920e-9cf0-469a-88e4-4df16ce68095 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9381874 Jun 17 11:32:53.577768 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc54f41a-c418-45c6-8a60-b8324b5e641f None None] Network 4e6b2a38-934f-46de-a222-082c9a245e7a requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:32:54.863302 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:32:55.877551 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55154) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:32:56.008859 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-27a538ef-1d5c-452f-a0ff-844b1e1a9034 demo admin] 10.222.0.45 "GET /v2.0/routers/9633e084-cd50-44bf-bf43-9d929466f4d4 HTTP/1.1" status: 200 len: 710 time: 0.1302569 Jun 17 11:32:56.101704 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596e91e-399d-4218-a241-58fca257d405 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:32:56.103076 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a596e91e-399d-4218-a241-58fca257d405 demo admin] 10.222.0.45 "GET /v2.0/networks/4e6b2a38-934f-46de-a222-082c9a245e7a HTTP/1.1" status: 200 len: 886 time: 0.0885167 Jun 17 11:32:56.112190 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:32:56.114251 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:56.270995 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:56.356426 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks [] for router_gateway (9633e084-cd50-44bf-bf43-9d929466f4d4), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:56.647422 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks [] for router_gateway (9633e084-cd50-44bf-bf43-9d929466f4d4), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:56.729880 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:56.839826 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Allocated IP 172.27.2.200 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/926ca691-64b2-4535-9bb5-4040fdbacbb8) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:32:56.943904 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks [] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:57.034854 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:57.073771 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:57.079931 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:32:57.085346 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:32:57.092213 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:32:57.095444 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Pushing event updated for resources: {'Port': ['ID=926ca691-64b2-4535-9bb5-4040fdbacbb8,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:32:57.530317 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks [] for router_gateway (9633e084-cd50-44bf-bf43-9d929466f4d4), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:57.622556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:32:57.722635 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130310'] for router (9633e084-cd50-44bf-bf43-9d929466f4d4), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:57.726674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-640834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641959'] for router (9633e084-cd50-44bf-bf43-9d929466f4d4), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:57.834368 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Router 9633e084-cd50-44bf-bf43-9d929466f4d4 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:32:57.937145 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:32:57.941341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:57.943187 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-c31bcfad-bd24-4649-ad90-cb6eab3cbead demo admin] 10.222.0.45 "PUT /v2.0/routers/9633e084-cd50-44bf-bf43-9d929466f4d4 HTTP/1.1" status: 200 len: 890 time: 1.8343346 Jun 17 11:32:58.791418 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Sync routers for ids ['9633e084-cd50-44bf-bf43-9d929466f4d4'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:32:58.808474 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Routers {'9633e084-cd50-44bf-bf43-9d929466f4d4'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:32:58.809135 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:32:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['9633e084-cd50-44bf-bf43-9d929466f4d4'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:59.024958 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Set router 9633e084-cd50-44bf-bf43-9d929466f4d4 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:32:59.193619 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 5fb44021-761e-4882-addb-54b872f9894e up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:32:59.369768 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 5fb44021-761e-4882-addb-54b872f9894e triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:32:59.370146 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5fb44021-761e-4882-addb-54b872f9894e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:59.629747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'name': 'router1', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '926ca691-64b2-4535-9bb5-4040fdbacbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:32:38Z', 'updated_at': '2022-06-17T11:32:57Z', 'revision_number': 4, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'gw_port': {'id': '926ca691-64b2-4535-9bb5-4040fdbacbb8', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:56Z', 'updated_at': '2022-06-17T11:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5fb44021-761e-4882-addb-54b872f9894e', 'name': '', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'mac_address': 'fa:16:3e:b6:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:48Z', 'updated_at': '2022-06-17T11:32:52Z', 'revision_number': 5, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'subnets': [{'id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f34c96-23a8-46e3-bddc-882e2ab04124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:32:59.689381 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Checking router: 9633e084-cd50-44bf-bf43-9d929466f4d4 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:32:59.689623 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Updating router 9633e084-cd50-44bf-bf43-9d929466f4d4 port 926ca691-64b2-4535-9bb5-4040fdbacbb8 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:32:59.706308 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 5fb44021-761e-4882-addb-54b872f9894e is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:32:59.749821 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:32:59.872107 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:00.097701 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Publish callbacks [] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:00.199857 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:00.255342 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Attempting to bind port 926ca691-64b2-4535-9bb5-4040fdbacbb8 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:33:00.255342 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Attempting to bind port 926ca691-64b2-4535-9bb5-4040fdbacbb8 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:33:00.255914 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Attempting to bind port 926ca691-64b2-4535-9bb5-4040fdbacbb8 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:33:00.260874 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:00.263361 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1eefe-2fae-4c2a-8cf6-b194cd7ff0de None None] Pushing event updated for resources: {'Port': ['ID=926ca691-64b2-4535-9bb5-4040fdbacbb8,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:33:00.267852 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:33:00.268222 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:33:00.274281 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:00.274281 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:33:00.274281 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Bound port: 926ca691-64b2-4535-9bb5-4040fdbacbb8, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:33:00.274281 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:00.331708 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] For port 926ca691-64b2-4535-9bb5-4040fdbacbb8, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:33:00.335884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] For port 926ca691-64b2-4535-9bb5-4040fdbacbb8, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=926ca691-64b2-4535-9bb5-4040fdbacbb8,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:33:00.445991 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:00.453598 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55166) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:33:00.510430 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Routers {'9633e084-cd50-44bf-bf43-9d929466f4d4'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:33:00.511081 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:32:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['9633e084-cd50-44bf-bf43-9d929466f4d4'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:33:00.549001 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1eefe-2fae-4c2a-8cf6-b194cd7ff0de None None] Pushing event updated for resources: {'Port': ['ID=926ca691-64b2-4535-9bb5-4040fdbacbb8,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:33:00.611008 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-26aa128a-adb5-4258-87ef-4f3b132d071e admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1562119 Jun 17 11:33:00.633404 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] Set router 9633e084-cd50-44bf-bf43-9d929466f4d4 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:33:00.849123 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'name': 'router1', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '926ca691-64b2-4535-9bb5-4040fdbacbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:32:38Z', 'updated_at': '2022-06-17T11:32:57Z', 'revision_number': 4, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'gw_port': {'id': '926ca691-64b2-4535-9bb5-4040fdbacbb8', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:56Z', 'updated_at': '2022-06-17T11:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5fb44021-761e-4882-addb-54b872f9894e', 'name': '', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'mac_address': 'fa:16:3e:b6:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:48Z', 'updated_at': '2022-06-17T11:32:52Z', 'revision_number': 5, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'subnets': [{'id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f34c96-23a8-46e3-bddc-882e2ab04124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:33:00.877327 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f06fd0-c3e0-4d30-9eb7-a82a57f2f156 None None] The sync data for ids ['9633e084-cd50-44bf-bf43-9d929466f4d4'] in dv-cinder-837166-3-iscsi is: [{'id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'name': 'router1', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '926ca691-64b2-4535-9bb5-4040fdbacbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:32:38Z', 'updated_at': '2022-06-17T11:32:57Z', 'revision_number': 4, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'gw_port': {'id': '926ca691-64b2-4535-9bb5-4040fdbacbb8', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:56Z', 'updated_at': '2022-06-17T11:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5fb44021-761e-4882-addb-54b872f9894e', 'name': '', 'network_id': '6b399f37-3047-4220-a30e-ed37699b2681', 'tenant_id': '9421c1fcede54ea791ffc9e948fda3da', 'mac_address': 'fa:16:3e:b6:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9633e084-cd50-44bf-bf43-9d929466f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:32:48Z', 'updated_at': '2022-06-17T11:32:52Z', 'revision_number': 5, 'project_id': '9421c1fcede54ea791ffc9e948fda3da', 'subnets': [{'id': '0f1171d2-454a-46c1-b8eb-cdb22132f01a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5f34c96-23a8-46e3-bddc-882e2ab04124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:33:01.175460 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 926ca691-64b2-4535-9bb5-4040fdbacbb8 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:33:01.231148 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 926ca691-64b2-4535-9bb5-4040fdbacbb8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:33:01.231693 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:01.325964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:01.325964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 926ca691-64b2-4535-9bb5-4040fdbacbb8 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:33:01.325964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:01.350517 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 926ca691-64b2-4535-9bb5-4040fdbacbb8, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=926ca691-64b2-4535-9bb5-4040fdbacbb8,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:33:01.438163 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:01.494640 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=926ca691-64b2-4535-9bb5-4040fdbacbb8,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:33:03.169950 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 926ca691-64b2-4535-9bb5-4040fdbacbb8 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:33:03.234811 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 926ca691-64b2-4535-9bb5-4040fdbacbb8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:33:03.235480 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (926ca691-64b2-4535-9bb5-4040fdbacbb8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:03.277687 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:03.331025 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 926ca691-64b2-4535-9bb5-4040fdbacbb8 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:33:04.859452 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=54 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:04.861958 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=22 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:10.602758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=21 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:10.607430 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:UPDATE=1,neutron:SELECT=79 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:13.324361 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=22 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:13.730844 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9d277782-25cd-4466-a11b-23e492d9fd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:16.167241 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-ef1725d2-5642-4699-b50b-30a02aac1061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:17.252119 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:18.894915 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:19.411602 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:24.871730 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:24.873780 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:29.286576 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:29.292267 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:31.867755 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:33:41.868127 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:43.787069 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-96042508-ad98-4913-bbdd-8d8ea3d3b6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:46.289614 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cf77cdf8-9c88-4057-a4ab-aceb0c4afdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:47.254937 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:48.803327 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:49.381276 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:33:59.296656 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:33:59.305197 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:08.868811 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:34:13.706610 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-029faf8d-4366-4657-92ad-541022cd5949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:16.144410 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6740288b-8f23-4e0e-ab36-9d9dced7d5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:17.293468 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:18.772669 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:18.774242 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:18.802007 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:19.355918 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:24.559547 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55706) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:24.627334 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cbfa8e-8bcc-4956-80ab-991225733e77 admin admin] GET failed (client error): The resource could not be found. Jun 17 11:34:24.628765 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-00cbfa8e-8bcc-4956-80ab-991225733e77 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682323 Jun 17 11:34:24.796537 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9715377-ba44-4d27-95c6-9611cc215411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:24.798132 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-c9715377-ba44-4d27-95c6-9611cc215411 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1651981 Jun 17 11:34:27.032826 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55716) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:27.141494 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a39ff3-3d04-4e29-962a-344672d1ce41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:27.142920 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-11a39ff3-3d04-4e29-962a-344672d1ce41 admin admin] 10.222.0.45 "GET /v2.0/subnets/0f1171d2-454a-46c1-b8eb-cdb22132f01a HTTP/1.1" status: 200 len: 849 time: 0.1090908 Jun 17 11:34:27.159495 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:34:27.249043 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Publish callbacks [] for subnet (0f1171d2-454a-46c1-b8eb-cdb22132f01a), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:27.487204 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738855090517'] for subnet (0f1171d2-454a-46c1-b8eb-cdb22132f01a), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:27.523862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:27.525381 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:27.543664 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770e653-faf5-4e14-a92a-4c1737b87ceb None None] Network 6b399f37-3047-4220-a30e-ed37699b2681 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:34:27.544530 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] 10.222.0.45 "PUT /v2.0/subnets/0f1171d2-454a-46c1-b8eb-cdb22132f01a HTTP/1.1" status: 200 len: 868 time: 0.3721652 Jun 17 11:34:27.564557 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1171d2-454a-46c1-b8eb-cdb22132f01a,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:34:27.577221 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.578322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.578879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.579688 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.580217 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.580741 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.581272 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.581795 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.582325 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.583639 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.584170 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.584698 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.585238 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.585757 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.586297 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f24ec5-a3f5-4a0e-a10f-80fbf0f3a653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:34:27.938687 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-34a1d0e8-4b4b-483b-902b-3a17e93c43a8 None None] Provisioning complete for port 9f8335d2-5a25-4c47-917c-86937c3dae6d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:34:27.939489 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-34a1d0e8-4b4b-483b-902b-3a17e93c43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9f8335d2-5a25-4c47-917c-86937c3dae6d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:28.025100 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d0e8-4b4b-483b-902b-3a17e93c43a8 None None] Current status of the port 9f8335d2-5a25-4c47-917c-86937c3dae6d is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:34:28.034881 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-34a1d0e8-4b4b-483b-902b-3a17e93c43a8 None None] Provisioning complete for port 5fb44021-761e-4882-addb-54b872f9894e triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:34:28.035268 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-34a1d0e8-4b4b-483b-902b-3a17e93c43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5fb44021-761e-4882-addb-54b872f9894e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:28.114242 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-34a1d0e8-4b4b-483b-902b-3a17e93c43a8 None None] Current status of the port 5fb44021-761e-4882-addb-54b872f9894e is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:34:29.815801 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55724) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:30.078681 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d3859-6e67-49ae-9ef5-4d3c2e5e1e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:30.079046 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d3859-6e67-49ae-9ef5-4d3c2e5e1e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:30.080926 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2d5d3859-6e67-49ae-9ef5-4d3c2e5e1e91 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2641823 Jun 17 11:34:32.327065 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55734) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:32.466995 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a958800-f20b-42a1-92a1-1f778ef5a1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:32.467550 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a958800-f20b-42a1-92a1-1f778ef5a1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:32.469828 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4a958800-f20b-42a1-92a1-1f778ef5a1c4 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1410363 Jun 17 11:34:34.684648 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55742) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:34.821942 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b771786-ebd1-4873-8d78-666009533c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:34.823324 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-5b771786-ebd1-4873-8d78-666009533c68 admin admin] 10.222.0.45 "GET /v2.0/networks/4e6b2a38-934f-46de-a222-082c9a245e7a HTTP/1.1" status: 200 len: 886 time: 0.1377218 Jun 17 11:34:37.112099 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55750) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:37.266041 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc2c6b-b9a6-4162-919f-860b2ce454be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:37.267752 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-3cbc2c6b-b9a6-4162-919f-860b2ce454be admin admin] 10.222.0.45 "GET /v2.0/networks/6b399f37-3047-4220-a30e-ed37699b2681 HTTP/1.1" status: 200 len: 869 time: 0.1540406 Jun 17 11:34:38.107607 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:38.112990 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:38.869174 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=7 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:38.870621 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=23 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:39.576023 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55758) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:39.726309 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a4eb6-765b-4926-a332-3cdb4de4b0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:39.726751 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a4eb6-765b-4926-a332-3cdb4de4b0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:39.728349 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-767a4eb6-765b-4926-a332-3cdb4de4b0b1 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1514111 Jun 17 11:34:42.020457 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55766) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:42.125184 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7327b4b-0a31-4f4f-b3e1-78c5dff54da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:42.125626 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7327b4b-0a31-4f4f-b3e1-78c5dff54da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:42.127260 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f7327b4b-0a31-4f4f-b3e1-78c5dff54da2 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058779 Jun 17 11:34:43.732232 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b8137580-baac-4910-85a3-8602c4d7671a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:44.366912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55774) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:44.472839 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2f9b0-2069-4f14-ad69-7b6eaa0af993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:44.474381 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-05d2f9b0-2069-4f14-ad69-7b6eaa0af993 admin admin] 10.222.0.45 "GET /v2.0/subnets/0f1171d2-454a-46c1-b8eb-cdb22132f01a HTTP/1.1" status: 200 len: 868 time: 0.1061146 Jun 17 11:34:45.868161 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:34:46.143862 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a25ba7cc-c7ac-4700-a58f-d3748d887d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:46.714017 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55782) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:34:46.808921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d517fb-e1a6-43dc-a1cc-fd4bb4f2f2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:34:46.812860 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b1d517fb-e1a6-43dc-a1cc-fd4bb4f2f2e5 admin admin] 10.222.0.45 "GET /v2.0/subnets/4f577eea-f986-492e-86bc-a757e5dc9fda HTTP/1.1" status: 200 len: 816 time: 0.0954843 Jun 17 11:34:47.309455 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:48.783237 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:49.360612 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:34:52.117964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=36 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:52.119569 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=36 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:55.863910 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:55.865144 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:56.797830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:56.806146 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:59.289034 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:34:59.297143 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:13.736806 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-126a0e63-660c-4c82-aac6-e4c109a3d03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:15.148854 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55836) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:35:15.203996 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [None req-9d393014-77cf-4b8e-8e5e-3dbe0883e9f5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:35:15.205747 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-9d393014-77cf-4b8e-8e5e-3dbe0883e9f5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0554347 Jun 17 11:35:15.862516 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:15.867614 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:16.274087 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-201b1542-9187-4da6-9cf9-288edb22f685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:17.280558 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:17.554067 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55844) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:35:17.629027 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2686f74-c6f5-4b38-ab1f-c0fc901226e3 admin admin] GET failed (client error): The resource could not be found. Jun 17 11:35:17.630398 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c2686f74-c6f5-4b38-ab1f-c0fc901226e3 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753043 Jun 17 11:35:17.781186 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31afe91b-8cb1-4012-a916-684340830e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:35:17.782615 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-31afe91b-8cb1-4012-a916-684340830e7b admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1481335 Jun 17 11:35:18.873834 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:19.399301 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:20.023078 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55852) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:35:20.074238 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:35:20.170586 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Made reservation on behalf of da8f91d479d0446f9019ff5f3ebd9584 for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:35:20.173420 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:20.245426 dv-cinder-837166-3-iscsi neutron-server[111182]: WARNING neutron.services.revisions.revision_plugin [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Could not find related network for resource to bump revision. Jun 17 11:35:20.264714 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:35:20.279646 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738855082231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (44af640d-1429-49b0-89f1-cb9f72b6e13a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:20.280219 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Unsubscribe: segment precommit_create {{(pid=111182) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 11:35:20.280727 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Added segment 44af640d-1429-49b0-89f1-cb9f72b6e13a of type vlan for network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 Jun 17 11:35:20.336366 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (9572cc85-2717-49ca-aaf0-8ed0354b19f1), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:20.466840 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (9572cc85-2717-49ca-aaf0-8ed0354b19f1), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:20.468035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:35:20.468654 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:20.574841 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Pushing event updated for resources: {'Network': ['ID=9572cc85-2717-49ca-aaf0-8ed0354b19f1,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:35:20.584335 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.584676 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.585017 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.585346 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.585671 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.585998 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.586315 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.586630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.586952 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.587314 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.587682 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.588017 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.588336 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.588650 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.588962 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] Tracked resource versions report: Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: pushed versions: Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: { 'AddressGroup': {'1.2'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Agent': {'1.1'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'ConntrackHelper': {'1.0'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Log': {'1.0'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'NDPProxy': {'1.0'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Network': {'1.1'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Port': {'1.7'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'PortForwarding': {'1.3'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'QosPolicy': {'1.10'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroup': {'1.5'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SubPort': {'1.0'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Subnet': {'1.1'}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Trunk': {'1.1'}} Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: consumer versions: Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Agent': '1.1', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'ConntrackHelper': '1.0', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'LocalIPAssociation': '1.0', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Log': '1.0', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'NDPProxy': '1.0', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Network': '1.1', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Port': '1.7', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'PortForwarding': '1.3', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'QosPolicy': '1.10', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroup': '1.5', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroupRule': '1.2', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SubPort': '1.0', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Subnet': '1.1', Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Trunk': '1.1'}} Jun 17 11:35:20.590865 dv-cinder-837166-3-iscsi neutron-server[111182]: {{(pid=111182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:35:20.608359 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-396925d0-b567-4435-865a-25cc6a70cdab admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5841434 Jun 17 11:35:20.649218 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:35:22.860167 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55864) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:35:22.873366 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:35:22.926134 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.pecan_wsgi.hooks.translation [None req-183d59c7-23d7-4e2d-a91d-aebd92db2bc2 admin admin] GET failed (client error): The resource could not be found. Jun 17 11:35:22.927496 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-183d59c7-23d7-4e2d-a91d-aebd92db2bc2 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661793 Jun 17 11:35:23.107390 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd545b0d-418f-4190-a7b3-4df187361e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:35:23.108899 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-bd545b0d-418f-4190-a7b3-4df187361e9b admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1742556 Jun 17 11:35:23.119342 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:35:23.267458 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Made reservation on behalf of da8f91d479d0446f9019ff5f3ebd9584 for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:35:23.269869 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:23.560345 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (c2272e03-8e74-46da-853d-6c3c69a452e1), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:23.621028 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2272e03-8e74-46da-853d-6c3c69a452e1,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:35:23.629530 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Checking segment: {'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:35:23.629884 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Network hostable DHCP agents. Network: 9572cc85-2717-49ca-aaf0-8ed0354b19f1, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:35:23.724371 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:35:23.827966 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 9572cc85-2717-49ca-aaf0-8ed0354b19f1) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:35:23.832303 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:35:23.832907 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:23.837948 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df10db-9b0d-417f-9a96-4b7a6958e785 None None] Network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:35:23.941048 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ebf7f3a9-532f-4787-a57a-0eb368a843f1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8250651 Jun 17 11:35:23.945407 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-9572cc85-2717-49ca-aaf0-8ed0354b19f1', 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1', 'project_id': 'da8f91d479d0446f9019ff5f3ebd9584', 'fixed_ips': [{'subnet_id': 'c2272e03-8e74-46da-853d-6c3c69a452e1'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:35:23.946621 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:24.230133 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Allocated IP 192.168.233.2 (9572cc85-2717-49ca-aaf0-8ed0354b19f1/c2272e03-8e74-46da-853d-6c3c69a452e1/7170abc0-af37-402d-9178-9bf9b9e1c094) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:35:24.400869 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Publish callbacks [] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:24.536841 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:24.582416 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:35:24.586064 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:35:24.589933 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:35:24.594515 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Pushing event updated for resources: {'Port': ['ID=7170abc0-af37-402d-9178-9bf9b9e1c094,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:35:24.607877 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.611649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.613067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.613067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:35:24.680277 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Attempting to bind port 7170abc0-af37-402d-9178-9bf9b9e1c094 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:35:24.680638 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Attempting to bind port 7170abc0-af37-402d-9178-9bf9b9e1c094 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:35:24.681037 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Attempting to bind port 7170abc0-af37-402d-9178-9bf9b9e1c094 on network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:35:24.687121 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:35:24.687532 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Checking segment: {'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:35:24.687995 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:24.688390 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Bound using segment: {'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:35:24.688868 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Bound port: 7170abc0-af37-402d-9178-9bf9b9e1c094, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:35:24.689248 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:24.775978 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] For port 7170abc0-af37-402d-9178-9bf9b9e1c094, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:35:24.781109 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] For port 7170abc0-af37-402d-9178-9bf9b9e1c094, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=7170abc0-af37-402d-9178-9bf9b9e1c094,segment=NetworkSegment(44af640d-1429-49b0-89f1-cb9f72b6e13a),segment_id=44af640d-1429-49b0-89f1-cb9f72b6e13a)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:35:24.891753 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:24.955915 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aee938-f973-4969-9b30-b44fe8dd2bed None None] Pushing event updated for resources: {'Port': ['ID=7170abc0-af37-402d-9178-9bf9b9e1c094,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:35:25.299648 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 7170abc0-af37-402d-9178-9bf9b9e1c094 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:35:25.305181 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:25.346540 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:25.355044 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 7170abc0-af37-402d-9178-9bf9b9e1c094 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:35:25.355505 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:25.453748 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 7170abc0-af37-402d-9178-9bf9b9e1c094 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:35:25.454154 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:25.500541 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 7170abc0-af37-402d-9178-9bf9b9e1c094, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=7170abc0-af37-402d-9178-9bf9b9e1c094,segment=NetworkSegment(44af640d-1429-49b0-89f1-cb9f72b6e13a),segment_id=44af640d-1429-49b0-89f1-cb9f72b6e13a)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:35:25.582812 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:25.641959 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=7170abc0-af37-402d-9178-9bf9b9e1c094,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:35:25.931633 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f25be1-c866-47f3-9e02-e23396d33082 None None] Network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:35:26.002974 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-6e99ae9f-a7e4-4a74-b8a1-3bba06481358 None None] Provisioning complete for port 7170abc0-af37-402d-9178-9bf9b9e1c094 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:35:26.003253 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6e99ae9f-a7e4-4a74-b8a1-3bba06481358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:26.153000 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-6e99ae9f-a7e4-4a74-b8a1-3bba06481358 None None] Current status of the port 7170abc0-af37-402d-9178-9bf9b9e1c094 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:35:26.381262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-6bdcbab3-4ce4-41ce-a192-8d4646271140 None None] Provisioning complete for port 7170abc0-af37-402d-9178-9bf9b9e1c094 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:35:26.381928 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6bdcbab3-4ce4-41ce-a192-8d4646271140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:26.486086 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcbab3-4ce4-41ce-a192-8d4646271140 None None] Current status of the port 7170abc0-af37-402d-9178-9bf9b9e1c094 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:35:27.256881 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 7170abc0-af37-402d-9178-9bf9b9e1c094 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:35:27.307117 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 7170abc0-af37-402d-9178-9bf9b9e1c094 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:35:27.307690 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7170abc0-af37-402d-9178-9bf9b9e1c094), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:27.343762 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:27.390120 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 7170abc0-af37-402d-9178-9bf9b9e1c094 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:35:30.577511 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:30.579424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:33.842889 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:33.844359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:37.387085 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=56 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:38.860929 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:38.880597 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:43.764205 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a9288dba-986b-422a-9b99-b6d6817f19b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:46.157828 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-dbba8bfe-bee6-49fc-82ec-1a178a3b2912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:47.272118 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:48.809777 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:49.393590 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:35:52.860806 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:52.865871 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:59.298011 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:59.300904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:35:59.872942 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:36:11.858458 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:11.859321 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:13.740445 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a0fabc33-c295-45d3-8a3e-f70fba684497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:16.157149 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-dc5b26bc-39ca-43fd-ab91-341423c33356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:17.299236 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:18.813872 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:19.396568 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:29.296673 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:29.303726 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:29.856592 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:29.861981 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:36.872792 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:36:43.721381 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b40ec089-f645-48d4-9990-d8e92722d20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:46.199105 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11fbac2d-1a0a-4db7-af4d-742a03745047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:46.868113 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:46.872193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:47.269687 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:48.835573 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:49.404704 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:36:59.304259 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:36:59.306817 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:02.518471 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55902) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:37:02.525135 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [None req-6dca16c5-1040-4bf0-952e-7476f5812a2d tempest-verify_tempest_config-198270664 tempest-verify_tempest_config-198270664-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:37:02.526253 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6dca16c5-1040-4bf0-952e-7476f5812a2d tempest-verify_tempest_config-198270664 tempest-verify_tempest_config-198270664-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0067344 Jun 17 11:37:03.173608 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 55920) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:37:03.283915 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:03.390281 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Publish callbacks [] for security_group (45ecdd68-8b74-42d5-b8aa-71bb10983ba4), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:03.501478 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (45ecdd68-8b74-42d5-b8aa-71bb10983ba4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:03.549370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ecdd68-8b74-42d5-b8aa-71bb10983ba4,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:37:03.553309 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=657ed440c3f146b0a223de6a68e2e983&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3787186 Jun 17 11:37:03.557180 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 55924) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:37:03.559425 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.559772 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.560112 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.560446 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.560776 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.561102 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.561427 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.561750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.562086 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.562413 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.562749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.563092 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.563446 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.563765 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.564081 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eef98-4593-415f-a188-c99e51306dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.619345 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Publish callbacks [] for security_group (45ecdd68-8b74-42d5-b8aa-71bb10983ba4), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:03.646125 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Publish callbacks [] for security_group (45ecdd68-8b74-42d5-b8aa-71bb10983ba4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:03.815647 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (45ecdd68-8b74-42d5-b8aa-71bb10983ba4), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:03.818127 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:03.819288 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45ecdd68-8b74-42d5-b8aa-71bb10983ba4 HTTP/1.1" status: 204 len: 168 time: 0.2611384 Jun 17 11:37:03.828394 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ecdd68-8b74-42d5-b8aa-71bb10983ba4,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:37:03.835356 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.835739 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.836081 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.836423 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.836754 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.837080 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.837396 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.837740 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.838031 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.838354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.838675 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.839029 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.839329 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.839670 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:03.839984 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ec655-7c5c-4d87-afca-098ef976a430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:37:08.889264 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=18 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:08.891203 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=14 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:13.547894 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:13.556258 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:13.729297 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2b8790f7-6786-4788-9974-01bca5bfef5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:13.830121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:13.830838 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:13.872674 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:37:16.165163 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-673d9db5-5248-4712-872e-f8d5042ef1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:17.371252 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:18.822805 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:19.410876 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:23.867997 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:23.868782 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:29.305093 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:29.307076 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:43.750289 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6976e06e-09be-4574-ac71-32e009d2fee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:43.865658 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:43.866594 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:46.167408 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-137a5c6e-9965-4e49-bb82-1a47f2cecca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:47.301143 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:48.838330 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:49.378848 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:37:50.871935 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:37:59.299975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:37:59.301868 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:00.867572 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:00.868354 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:13.766065 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0b1670f0-ba2f-4776-a096-541b996c8850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:16.179845 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c6a372a8-3783-4010-aaf2-47dd718f607a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:17.298880 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:18.808967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:19.365783 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:20.861714 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:20.863849 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:27.871220 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 5 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:38:29.297016 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=7 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:29.299608 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:37.867053 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:37.868149 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:43.736382 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-56c8e665-dca7-4b6f-a1d1-4f960b3bc1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:46.209996 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cafee97a-c40a-44c3-935a-f93b17a50ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:47.330165 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:48.816291 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:49.367716 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:52.713281 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639580'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:38:57.859196 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:38:57.860075 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:02.607927 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:02.610857 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:04.871046 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:39:05.645409 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56002) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:39:05.753947 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-51405b79-761d-4fdc-bc45-7bf01c92a487 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1078532 Jun 17 11:39:07.974841 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56012) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:39:08.033340 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-3184e22e-58f6-4572-9c6d-53c7074c7c39 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0573099 Jun 17 11:39:13.714200 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7997c05e-de5f-4210-9f33-c6935927cf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:14.867508 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=14 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:14.870478 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=14 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:15.747198 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:16.156951 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-86e96f5b-ebb3-4bfc-8439-b0088c8354e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:17.294125 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:18.027212 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:18.837023 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:19.386202 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:22.670067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:32.582198 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:32.584996 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:34.847159 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:34.858324 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:41.872811 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:39:43.714176 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-559ffd97-0ff7-40a7-a837-d667ae44f176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:46.187991 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1d8e9509-e2f2-4ce2-91ae-1ddce3e25752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:47.287383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:48.841201 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:49.367224 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:39:51.867983 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:51.868728 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:39:52.685931 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:02.603359 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:02.604847 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:11.856405 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:11.868400 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:13.736168 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3e6eeb9b-66f0-4eed-b15a-f4e9bc8c0ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:16.170328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-629f6b9d-3d26-4aac-9fa9-351bde28a4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:17.289339 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:18.872943 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:40:18.884179 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:19.365144 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:22.685355 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:28.881513 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:32.607209 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:32.608554 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:43.750839 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-eac4edfb-98de-43f2-b417-4c70035686c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:46.214060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9287-983e-4297-8f2d-15f984608fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:47.328404 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:48.853160 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=6 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:48.854263 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:48.894718 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:49.397135 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:50.173121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56156) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:50.605807 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-313862745-network', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:50.699171 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Made reservation on behalf of b35e2c02ed78431fbbc93d3da1a7caba for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:50.701834 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:50.713384 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:50.824365 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks [] for security_group (ccd20b08-4fb3-42e0-83a8-7e8247eb21fd), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:50.929431 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ccd20b08-4fb3-42e0-83a8-7e8247eb21fd), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:50.960732 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:40:50.970925 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd20b08-4fb3-42e0-83a8-7e8247eb21fd,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:50.982798 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (2ba301b4-abae-48bf-9ffb-6c50c8445d69), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:50.983138 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Added segment 2ba301b4-abae-48bf-9ffb-6c50c8445d69 of type vlan for network c868a535-9c12-4f90-862a-6c3a44470c58 Jun 17 11:40:50.985009 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.986678 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.986678 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.986678 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.986678 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.987633 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.987831 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.988163 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.988501 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.988885 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.989164 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.989590 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.990018 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.990341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.990658 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Tracked resource versions report: Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: pushed versions: Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: { 'AddressGroup': {'1.2'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Agent': {'1.1'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'ConntrackHelper': {'1.0'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Log': {'1.0'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'NDPProxy': {'1.0'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Network': {'1.1'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Port': {'1.7'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'PortForwarding': {'1.3'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'QosPolicy': {'1.10'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroup': {'1.5'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SubPort': {'1.0'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Subnet': {'1.1'}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Trunk': {'1.1'}} Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: consumer versions: Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: HyperV agent@hv-cinder-83716: {}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Agent': '1.1', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'ConntrackHelper': '1.0', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'LocalIPAssociation': '1.0', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Log': '1.0', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'NDPProxy': '1.0', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Network': '1.1', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Port': '1.7', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'PortForwarding': '1.3', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'QosPolicy': '1.10', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroup': '1.5', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SecurityGroupRule': '1.2', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'SubPort': '1.0', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Subnet': '1.1', Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: 'Trunk': '1.1'}} Jun 17 11:40:50.991982 dv-cinder-837166-3-iscsi neutron-server[111181]: {{(pid=111181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:40:51.036239 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (c868a535-9c12-4f90-862a-6c3a44470c58), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:51.173962 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (c868a535-9c12-4f90-862a-6c3a44470c58), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:51.175015 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:51.175656 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:51.245279 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] Pushing event updated for resources: {'Network': ['ID=c868a535-9c12-4f90-862a-6c3a44470c58,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:51.262215 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network c868a535-9c12-4f90-862a-6c3a44470c58 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:40:51.382440 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b495b4b9-0026-487e-9eb3-ef96128fbb56 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2068491 Jun 17 11:40:51.385345 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56218) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:51.390719 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Request body: {'subnet': {'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-313862745-subnet', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:51.482983 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Made reservation on behalf of b35e2c02ed78431fbbc93d3da1a7caba for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:51.485683 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:51.565973 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56226) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:51.597097 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56230) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:51.809683 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (62c59720-50bf-4621-814a-44aed111f12d), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:51.866147 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56238) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:51.885226 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c59720-50bf-4621-814a-44aed111f12d,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:51.905148 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Checking segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:51.907386 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Network hostable DHCP agents. Network: c868a535-9c12-4f90-862a-6c3a44470c58, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:40:51.912980 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:52.020192 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-527195594-network', 'tenant_id': 'c58cf63264414f30a98161f6027daad0'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:52.021951 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-network', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:52.048132 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Network c868a535-9c12-4f90-862a-6c3a44470c58 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:40:52.057694 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56248) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:52.066858 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2098976391-network', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:52.117284 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Made reservation on behalf of e38262ed2ed84004a6e01d423cadcae4 for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:52.119694 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.129678 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.163881 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Made reservation on behalf of c58cf63264414f30a98161f6027daad0 for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:52.166174 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.169473 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, c868a535-9c12-4f90-862a-6c3a44470c58) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:52.179206 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.180542 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ce4b7-a677-4a3f-8d10-5617f06dc302 None None] Network c868a535-9c12-4f90-862a-6c3a44470c58 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:52.182081 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:52.182677 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.202063 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:52.214627 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks [] for security_group (3a6dd399-7524-4bfc-82b1-e11b2334f61a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.260936 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Made reservation on behalf of b9ebd69a2ffc492eae05aaf62e2d8ee2 for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:52.264260 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.280317 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.281782 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks [] for security_group (c06c8589-c8de-4651-9a33-ac913a0bba4e), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.323138 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-c868a535-9c12-4f90-862a-6c3a44470c58', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:40:52.324030 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.365838 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e5ec4886-d150-4820-ac1f-c164a72e3bcf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9791937 Jun 17 11:40:52.368681 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56258) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:52.369982 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks [] for security_group (243cc3da-bdac-4a80-8479-f31c15be7685), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.374425 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:52.403000 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3a6dd399-7524-4bfc-82b1-e11b2334f61a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.403408 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c06c8589-c8de-4651-9a33-ac913a0bba4e), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.420349 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:40:52.422306 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:40:52.431851 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (24c491a4-f727-40d0-a66b-5c52e3882063), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.432198 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Added segment 24c491a4-f727-40d0-a66b-5c52e3882063 of type vlan for network 562be4fa-7f02-4e16-ab0e-484de596db99 Jun 17 11:40:52.449260 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (00fa69c3-7aa9-4456-8fc5-629060b1d633), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.449937 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Added segment 00fa69c3-7aa9-4456-8fc5-629060b1d633 of type vlan for network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc Jun 17 11:40:52.461103 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6dd399-7524-4bfc-82b1-e11b2334f61a,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:52.486855 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (562be4fa-7f02-4e16-ab0e-484de596db99), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.491200 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.491759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.492102 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.492430 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.492751 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.493353 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.493684 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.494005 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.494327 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.494649 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.494967 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.495288 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.495630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.495943 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.496255 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Tracked resource versions report: Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: pushed versions: Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: { 'AddressGroup': {'1.2'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Agent': {'1.1'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'ConntrackHelper': {'1.0'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Log': {'1.0'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'NDPProxy': {'1.0'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Network': {'1.1'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Port': {'1.7'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'PortForwarding': {'1.3'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'QosPolicy': {'1.10'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroup': {'1.5'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SubPort': {'1.0'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Subnet': {'1.1'}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Trunk': {'1.1'}} Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: consumer versions: Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: HyperV agent@hv-cinder-83716: {}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Agent': '1.1', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'ConntrackHelper': '1.0', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'LocalIPAssociation': '1.0', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Log': '1.0', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'NDPProxy': '1.0', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Network': '1.1', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Port': '1.7', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'PortForwarding': '1.3', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'QosPolicy': '1.10', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroup': '1.5', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SecurityGroupRule': '1.2', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'SubPort': '1.0', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Subnet': '1.1', Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: 'Trunk': '1.1'}} Jun 17 11:40:52.497422 dv-cinder-837166-3-iscsi neutron-server[111182]: {{(pid=111182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:40:52.516042 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (243cc3da-bdac-4a80-8479-f31c15be7685), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.522842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (e46c6536-b3c6-407f-87b7-792f676c9834), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.523354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.527270 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (e46c6536-b3c6-407f-87b7-792f676c9834), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.558313 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:40:52.572690 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Allocated IP 172.20.0.2 (c868a535-9c12-4f90-862a-6c3a44470c58/62c59720-50bf-4621-814a-44aed111f12d/a9d1adec-c7bc-4fca-9a70-8e20737ca44e) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:52.573886 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243cc3da-bdac-4a80-8479-f31c15be7685,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:52.585057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (f910671b-7a5d-4535-abea-ed757f5b2cb7), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.585461 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Added segment f910671b-7a5d-4535-abea-ed757f5b2cb7 of type vlan for network cbd2698b-6feb-4535-a9e0-4b42209dc23d Jun 17 11:40:52.600640 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-386155806-network', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:52.618377 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks [] for router_controller (e46c6536-b3c6-407f-87b7-792f676c9834), precommit_add_association {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.646984 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (562be4fa-7f02-4e16-ab0e-484de596db99), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.648026 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (cbd2698b-6feb-4535-a9e0-4b42209dc23d), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.649026 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:52.649961 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.699146 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:52.724262 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.725749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:52.726501 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.739590 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Publish callbacks [] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.761147 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c8589-c8de-4651-9a33-ac913a0bba4e,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:52.765001 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Made reservation on behalf of bc8dc1335e284eee8cca45d5720d5f16 for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:52.782652 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.820367 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:52.833141 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:40:52.837879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (cbd2698b-6feb-4535-a9e0-4b42209dc23d), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.838895 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:52.843451 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.852339 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] Pushing event updated for resources: {'Network': ['ID=562be4fa-7f02-4e16-ab0e-484de596db99,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:52.872747 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:52.880886 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.889118 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-83fb6901-ea8d-4205-b9f1-5a75cb6c836d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3221338 Jun 17 11:40:52.891525 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 562be4fa-7f02-4e16-ab0e-484de596db99 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:40:52.892284 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.898075 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56280) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:52.898555 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:52.904467 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Request body: {'subnet': {'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-527195594-subnet', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:52.913655 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-33a0260f-466e-487d-9fb8-169ae80b64f2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3124230 Jun 17 11:40:52.914565 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56284) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:52.919319 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Request body: {'subnet': {'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-subnet', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:52.931658 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd2698b-6feb-4535-a9e0-4b42209dc23d,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:53.021834 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks [] for router_gateway (e46c6536-b3c6-407f-87b7-792f676c9834), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.034697 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:40:53.061072 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-5f473dcc-930b-4956-aab7-41546e45d113 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1938174 Jun 17 11:40:53.061774 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56292) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:53.067429 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Request body: {'subnet': {'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2098976391-subnet', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:53.067800 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Network c868a535-9c12-4f90-862a-6c3a44470c58 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:53.075584 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:53.078674 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Pushing event updated for resources: {'Port': ['ID=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:53.087424 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:53.089393 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Made reservation on behalf of e38262ed2ed84004a6e01d423cadcae4 for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:53.089984 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.090323 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.090677 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.091232 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.091847 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.092345 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.092831 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.093316 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.093790 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.094283 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.094757 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.095255 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.095407 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Tracked resource versions report: Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: pushed versions: Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: { 'AddressGroup': {'1.2'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Agent': {'1.1'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'ConntrackHelper': {'1.0'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Log': {'1.0'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'NDPProxy': {'1.0'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Network': {'1.1'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Port': {'1.7'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'PortForwarding': {'1.3'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'QosPolicy': {'1.10'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroup': {'1.5'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SubPort': {'1.0'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Subnet': {'1.1'}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Trunk': {'1.1'}} Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: consumer versions: Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: HyperV agent@hv-cinder-83716: {}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Agent': '1.1', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'ConntrackHelper': '1.0', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'LocalIPAssociation': '1.0', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Log': '1.0', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'NDPProxy': '1.0', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Network': '1.1', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Port': '1.7', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'PortForwarding': '1.3', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'QosPolicy': '1.10', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroup': '1.5', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SecurityGroupRule': '1.2', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'SubPort': '1.0', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Subnet': '1.1', Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: 'Trunk': '1.1'}} Jun 17 11:40:53.100284 dv-cinder-837166-3-iscsi neutron-server[111183]: {{(pid=111183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:40:53.103225 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Made reservation on behalf of c58cf63264414f30a98161f6027daad0 for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:53.103320 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:53.103523 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.105464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:53.110216 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks [] for security_group (76be3368-c8a2-4929-b1b3-ac093a7c1ff6), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.244250 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (76be3368-c8a2-4929-b1b3-ac093a7c1ff6), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.258720 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:40:53.266698 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Attempting to bind port a9d1adec-c7bc-4fca-9a70-8e20737ca44e on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:40:53.268133 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Attempting to bind port a9d1adec-c7bc-4fca-9a70-8e20737ca44e by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:40:53.268984 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (7fc94cdf-4126-41fa-8b7e-2acb44e27b04), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.269395 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Added segment 7fc94cdf-4126-41fa-8b7e-2acb44e27b04 of type vlan for network e586d9ae-1ebe-4cac-a969-e5265b9acb47 Jun 17 11:40:53.269529 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Attempting to bind port a9d1adec-c7bc-4fca-9a70-8e20737ca44e on network c868a535-9c12-4f90-862a-6c3a44470c58 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:40:53.286257 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:40:53.286697 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Checking segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:53.287231 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.287868 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Bound using segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:40:53.288448 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Bound port: a9d1adec-c7bc-4fca-9a70-8e20737ca44e, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:40:53.288958 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.314981 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (e586d9ae-1ebe-4cac-a969-e5265b9acb47), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.340783 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Made reservation on behalf of b9ebd69a2ffc492eae05aaf62e2d8ee2 for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:53.343393 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.360109 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:53.401900 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] For port a9d1adec-c7bc-4fca-9a70-8e20737ca44e, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:40:53.407093 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] For port a9d1adec-c7bc-4fca-9a70-8e20737ca44e, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:40:53.500966 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.508662 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76be3368-c8a2-4929-b1b3-ac093a7c1ff6,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:53.600270 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3e63d-aef0-457c-a188-803a24662ed8 None None] Pushing event updated for resources: {'Port': ['ID=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:53.663277 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (62f14541-c886-4103-8909-e8a628129c97), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.767264 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (e586d9ae-1ebe-4cac-a969-e5265b9acb47), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.768275 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:53.768924 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.807960 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f14541-c886-4103-8909-e8a628129c97,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:53.810600 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Checking segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:53.810973 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Network hostable DHCP agents. Network: e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:40:53.917665 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e586d9ae-1ebe-4cac-a969-e5265b9acb47,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:53.931060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:40:53.935893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:40:53.964285 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:53.975435 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f3ef3b07-aad0-480c-bca1-12d7625496c4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9167728 Jun 17 11:40:53.983081 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56318) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:53.988656 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks [] for router_gateway (e46c6536-b3c6-407f-87b7-792f676c9834), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.119644 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Request body: {'subnet': {'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-subnet', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:54.122088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.122088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:54.122743 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:54.132251 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bf74b-2481-4219-b991-8ae31ee990b6 None None] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:54.142767 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (d794b945-edce-4ea8-be0d-e1c3e9d638dc), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.169711 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:54.176678 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.183649 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Made reservation on behalf of bc8dc1335e284eee8cca45d5720d5f16 for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:40:54.188730 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.210973 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Checking segment: {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:54.211331 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Network hostable DHCP agents. Network: cbd2698b-6feb-4535-a9e0-4b42209dc23d, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:40:54.273622 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d794b945-edce-4ea8-be0d-e1c3e9d638dc,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:54.747988 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Allocated IP 172.27.2.83 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/65a9b62e-250d-44e3-8e95-a9275aeb7238) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:54.747988 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Checking segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:54.747988 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Network hostable DHCP agents. Network: 562be4fa-7f02-4e16-ab0e-484de596db99, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:40:54.755121 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:40:54.755121 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.756424 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ec8f0331-ba1f-4870-ae02-0122d79a618c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5385554 Jun 17 11:40:54.756424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56326) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:54.757024 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:40:54.757099 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:54.757169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks [] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.757169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, cbd2698b-6feb-4535-a9e0-4b42209dc23d) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:54.757169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:54.757169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.757429 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9cf168-8a18-43dc-9ce3-cf7477abdd10 None None] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:54.757429 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Allocated IP 172.20.0.2 (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc/62f14541-c886-4103-8909-e8a628129c97/78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:54.757639 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:40:54.757736 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'fixed_ips': [{'subnet_id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:40:54.757736 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.761978 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-2bc43e95-54a0-42b6-8290-c6e5848008ba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6813850 Jun 17 11:40:54.761978 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56328) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:54.761978 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.762302 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (369932f9-6c57-4492-a563-3c81e0e9a870), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.762302 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (369932f9-6c57-4492-a563-3c81e0e9a870), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.764934 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (3d7ea997-c21c-4bc0-a8b4-b31133441612), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.771868 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:54.798181 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:54.825865 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:54.828724 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:54.956402 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 562be4fa-7f02-4e16-ab0e-484de596db99) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:54.963989 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:54.964623 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:54.999579 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Pushing event updated for resources: {'Port': ['ID=65a9b62e-250d-44e3-8e95-a9275aeb7238,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:55.000570 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a706b29-f7e4-4ac4-b19b-398f722807ae None None] Network 562be4fa-7f02-4e16-ab0e-484de596db99 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:55.001396 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7ea997-c21c-4bc0-a8b4-b31133441612,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:55.034425 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks [] for router_controller (369932f9-6c57-4492-a563-3c81e0e9a870), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.043721 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Checking segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:55.044071 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Network hostable DHCP agents. Network: e586d9ae-1ebe-4cac-a969-e5265b9acb47, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:40:55.045850 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Publish callbacks [] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.115064 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-68b8a1eb-c174-4894-8aed-0ccf067d1422 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2157032 Jun 17 11:40:55.118305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.118479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56336) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:55.119448 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.123238 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:55.163045 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Allocated IP 172.20.0.2 (cbd2698b-6feb-4535-a9e0-4b42209dc23d/05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377/2a0495d9-42eb-48d3-b5d1-7451d3b98be1) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:55.218333 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-562be4fa-7f02-4e16-ab0e-484de596db99', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:40:55.219452 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.246438 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.269968 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks [] for router_controller (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), precommit_add_association {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.298089 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:55.310398 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks [] for router_gateway (e46c6536-b3c6-407f-87b7-792f676c9834), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.350528 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889bdc32-5c49-4c21-a1b2-ee8d994ed697 None None] Network c868a535-9c12-4f90-862a-6c3a44470c58 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:55.466775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:55.479829 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Pushing event updated for resources: {'Port': ['ID=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:55.492331 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:55.506258 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:55.519408 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:40:55.590779 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device a9d1adec-c7bc-4fca-9a70-8e20737ca44e up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:40:55.653402 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-07c0178f-5dc2-49f6-a6cb-dada4415c6c0 None None] Provisioning complete for port a9d1adec-c7bc-4fca-9a70-8e20737ca44e triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:40:55.653945 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-07c0178f-5dc2-49f6-a6cb-dada4415c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.698112 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks [] for router_gateway (369932f9-6c57-4492-a563-3c81e0e9a870), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.706781 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, e586d9ae-1ebe-4cac-a969-e5265b9acb47) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:55.712139 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:40:55.712768 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.749882 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01983c-9f08-4972-80b4-042d0d4e319c None None] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:55.819673 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Publish callbacks [] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.874803 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:40:55.900633 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Allocated IP 172.20.0.2 (562be4fa-7f02-4e16-ab0e-484de596db99/d794b945-edce-4ea8-be0d-e1c3e9d638dc/cefa252a-6e8d-4fe4-9e7f-e673630d174a) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:55.912964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Attempting to bind port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:40:55.913339 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Attempting to bind port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:40:55.913698 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Attempting to bind port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:40:55.960221 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (91ecfd47-ae35-4898-88d7-7a0749f93306), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.961292 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (91ecfd47-ae35-4898-88d7-7a0749f93306), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.963616 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port a9d1adec-c7bc-4fca-9a70-8e20737ca44e triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:40:55.964006 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.969580 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:55.977828 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-bde163a4-9350-4872-b471-a23626840823 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9898803 Jun 17 11:40:55.978566 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:40:55.978566 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Checking segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:55.978744 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks [] for router_gateway (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.978809 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.978809 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Bound using segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:40:55.978809 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Bound port: 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:40:55.978809 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:55.982721 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56372) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:55.998551 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:40:56.014460 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (e46c6536-b3c6-407f-87b7-792f676c9834), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.097086 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.099960 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-07c0178f-5dc2-49f6-a6cb-dada4415c6c0 None None] Current status of the port a9d1adec-c7bc-4fca-9a70-8e20737ca44e is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:40:56.100410 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-07c0178f-5dc2-49f6-a6cb-dada4415c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.125358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:56.269908 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Pushing event updated for resources: {'Port': ['ID=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:56.274238 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-07c0178f-5dc2-49f6-a6cb-dada4415c6c0 None None] For port a9d1adec-c7bc-4fca-9a70-8e20737ca44e, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:40:56.334319 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (215cbbee-bf18-4794-85bf-c2ded75e0d1a), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.335348 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (215cbbee-bf18-4794-85bf-c2ded75e0d1a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.342796 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] For port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:40:56.345758 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:56.346279 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] For port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:40:56.353358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:56.353998 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks [] for router_controller (91ecfd47-ae35-4898-88d7-7a0749f93306), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.356490 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks [] for router_gateway (369932f9-6c57-4492-a563-3c81e0e9a870), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.364148 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:56.388135 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:56.398936 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-07c0178f-5dc2-49f6-a6cb-dada4415c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.401713 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.444359 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.477145 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:56.521276 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks [] for router_controller (215cbbee-bf18-4794-85bf-c2ded75e0d1a), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.524963 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks [] for router_gateway (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.547908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.598581 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:56.668082 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:40:56.669464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.680609 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Allocated IP 172.27.2.176 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/f9a189e5-14b8-45ad-97c3-46b6a3b02dac) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:56.700487 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Attempting to bind port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:40:56.700918 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Attempting to bind port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:40:56.701339 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Attempting to bind port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 on network cbd2698b-6feb-4535-a9e0-4b42209dc23d {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:40:56.704666 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0178f-5dc2-49f6-a6cb-dada4415c6c0 None None] Pushing event updated for resources: {'Port': ['ID=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:56.731592 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port a9d1adec-c7bc-4fca-9a70-8e20737ca44e is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:40:56.738586 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:40:56.739062 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Checking segment: {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:56.739569 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.740143 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Bound using segment: {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:40:56.740702 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Bound port: 2a0495d9-42eb-48d3-b5d1-7451d3b98be1, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:40:56.741147 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.767022 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Publish callbacks [] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.777629 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-a2ab189f-1eb9-4936-af9b-0043e899f4f5 None None] Provisioning complete for port a9d1adec-c7bc-4fca-9a70-8e20737ca44e triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:40:56.779735 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a2ab189f-1eb9-4936-af9b-0043e899f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.822525 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks [] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.831530 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks [] for router_gateway (91ecfd47-ae35-4898-88d7-7a0749f93306), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:56.907886 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Router e46c6536-b3c6-407f-87b7-792f676c9834 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:40:56.922040 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615d521-c6fa-45f7-84da-85b9edfbde85 None None] Pushing event updated for resources: {'Port': ['ID=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:56.977576 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] For port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:40:56.981201 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] For port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:40:56.988324 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:57.051058 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:57.054795 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:57.062095 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:57.141027 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:40:57.145031 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:57.150709 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:57.155518 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:57.167771 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Sync routers for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:40:57.196852 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks [] for router_gateway (215cbbee-bf18-4794-85bf-c2ded75e0d1a), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:57.197624 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:40:57.198512 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:40:57.224554 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:57.240843 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:57.241671 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:57.272118 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Allocated IP 172.27.2.72 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/83946599-5acf-46ef-8b89-4be14c261307) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:57.276244 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Pushing event updated for resources: {'Port': ['ID=cefa252a-6e8d-4fe4-9e7f-e673630d174a,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:57.366553 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:57.374610 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b41904c6-9e50-499f-8d9e-b71f84737d03 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0043323 Jun 17 11:40:57.392256 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56402) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:40:57.525402 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab189f-1eb9-4936-af9b-0043e899f4f5 None None] Current status of the port a9d1adec-c7bc-4fca-9a70-8e20737ca44e is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:40:57.527953 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Allocated IP 172.20.0.2 (e586d9ae-1ebe-4cac-a969-e5265b9acb47/3d7ea997-c21c-4bc0-a8b4-b31133441612/d426415b-20e3-4751-ad95-8c6986424e55) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:57.547287 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Attempting to bind port cefa252a-6e8d-4fe4-9e7f-e673630d174a on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:40:57.547694 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Attempting to bind port cefa252a-6e8d-4fe4-9e7f-e673630d174a by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:40:57.548057 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Attempting to bind port cefa252a-6e8d-4fe4-9e7f-e673630d174a on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:40:57.569695 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9e730-62ac-47b4-987a-7d33e3d5c9f0 None None] Pushing event updated for resources: {'Port': ['ID=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:57.575214 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:40:57.575606 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Checking segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:57.576028 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:57.576419 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Bound using segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:40:57.578175 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Bound port: cefa252a-6e8d-4fe4-9e7f-e673630d174a, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:40:57.578440 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:57.683205 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:40:57.760423 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] For port cefa252a-6e8d-4fe4-9e7f-e673630d174a, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:40:57.781638 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] For port cefa252a-6e8d-4fe4-9e7f-e673630d174a, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=cefa252a-6e8d-4fe4-9e7f-e673630d174a,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:40:57.838705 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:40:58.011102 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.091750 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:58.093320 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks [] for router_gateway (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.166884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675f06a-42cd-49ad-87d5-a29b8ea0b093 None None] Pushing event updated for resources: {'Port': ['ID=cefa252a-6e8d-4fe4-9e7f-e673630d174a,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:58.196888 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:40:54Z', 'revision_number': 3, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:40:58.242583 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Checking router: e46c6536-b3c6-407f-87b7-792f676c9834 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:40:58.242940 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Updating router e46c6536-b3c6-407f-87b7-792f676c9834 port 65a9b62e-250d-44e3-8e95-a9275aeb7238 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:40:58.313956 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.346069 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:40:58.346464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.352470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks [] for router_gateway (91ecfd47-ae35-4898-88d7-7a0749f93306), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.380842 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675718f9-6603-4896-afe8-6ba34d91cf2e None None] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:58.442196 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.485941 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks [] for port (83946599-5acf-46ef-8b89-4be14c261307), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.490102 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Publish callbacks [] for port (d426415b-20e3-4751-ad95-8c6986424e55), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.492002 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-2559024b-4307-400b-bd62-d0eac223e294 None None] Provisioning complete for port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:40:58.492561 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2559024b-4307-400b-bd62-d0eac223e294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.639270 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:58.642522 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:40:58.643088 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.708939 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.723730 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:40:58.749599 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (d426415b-20e3-4751-ad95-8c6986424e55), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.754764 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:58.842255 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:58.852862 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:58.867634 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.868869 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device a9d1adec-c7bc-4fca-9a70-8e20737ca44e up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:40:58.871290 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:58.873764 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks [] for router_gateway (215cbbee-bf18-4794-85bf-c2ded75e0d1a), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:58.918632 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.071200 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Attempting to bind port d426415b-20e3-4751-ad95-8c6986424e55 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:40:59.071691 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Attempting to bind port d426415b-20e3-4751-ad95-8c6986424e55 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:40:59.072064 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Attempting to bind port d426415b-20e3-4751-ad95-8c6986424e55 on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:40:59.079766 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-2559024b-4307-400b-bd62-d0eac223e294 None None] Current status of the port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:40:59.092579 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2559024b-4307-400b-bd62-d0eac223e294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.092852 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (83946599-5acf-46ef-8b89-4be14c261307), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.138161 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Pushing event updated for resources: {'Port': ['ID=d426415b-20e3-4751-ad95-8c6986424e55,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:59.140367 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:40:59.140740 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Checking segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:59.141510 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.141917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Bound using segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:40:59.142419 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Bound port: d426415b-20e3-4751-ad95-8c6986424e55, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:40:59.144910 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (d426415b-20e3-4751-ad95-8c6986424e55), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.272152 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02157676-87b1-4b49-a587-f1dfe2b8fc6e None None] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:40:59.280354 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.db.api [None req-2559024b-4307-400b-bd62-d0eac223e294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 11:40:59.280354 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG oslo_db.api [None req-2559024b-4307-400b-bd62-d0eac223e294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 11:40:59.352294 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:40:59.354012 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:40:59.355871 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Pushing event updated for resources: {'Port': ['ID=83946599-5acf-46ef-8b89-4be14c261307,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:59.367259 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:40:59.403026 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.413063 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Publish callbacks [] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.473995 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port a9d1adec-c7bc-4fca-9a70-8e20737ca44e triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:40:59.473995 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.539058 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:59.553382 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.555656 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:40:59.572210 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:59.604324 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:59.610816 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] For port d426415b-20e3-4751-ad95-8c6986424e55, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:40:59.618453 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] For port d426415b-20e3-4751-ad95-8c6986424e55, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=d426415b-20e3-4751-ad95-8c6986424e55,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:40:59.648952 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Allocated IP 172.27.2.100 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/8bf8bc59-aa75-46d8-8e0c-44956de8e1c4) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:59.688177 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Attempting to bind port 65a9b62e-250d-44e3-8e95-a9275aeb7238 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:40:59.688545 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Attempting to bind port 65a9b62e-250d-44e3-8e95-a9275aeb7238 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:40:59.688900 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Attempting to bind port 65a9b62e-250d-44e3-8e95-a9275aeb7238 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:40:59.706058 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:40:59.707048 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:40:59.708262 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.708797 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:40:59.723496 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Bound port: 65a9b62e-250d-44e3-8e95-a9275aeb7238, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:40:59.723496 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.726744 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Allocated IP 172.20.0.1 (c868a535-9c12-4f90-862a-6c3a44470c58/62c59720-50bf-4621-814a-44aed111f12d/5011cbaf-6c04-4991-b814-2e6e939b4a94) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:40:59.742780 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=12 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:40:59.764749 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port a9d1adec-c7bc-4fca-9a70-8e20737ca44e is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:40:59.796935 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (d426415b-20e3-4751-ad95-8c6986424e55), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:40:59.804021 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Pushing event updated for resources: {'Port': ['ID=65a9b62e-250d-44e3-8e95-a9275aeb7238,revision_number=2']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:59.827415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:40:59.827521 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.827781 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.832160 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.834890 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.836163 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.839143 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.841778 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.842337 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.843257 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.843629 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.843965 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.844317 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.847908 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.848953 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.848953 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Tracked resource versions report: Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: pushed versions: Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: { 'AddressGroup': {'1.2'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Agent': {'1.1'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'ConntrackHelper': {'1.0'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'LocalIPAssociation': {'1.0'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Log': {'1.0'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'NDPProxy': {'1.0'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Network': {'1.1'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Port': {'1.7'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'PortForwarding': {'1.3'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'QosPolicy': {'1.10'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroup': {'1.5'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroupRule': {'1.2'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SubPort': {'1.0'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Subnet': {'1.1'}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Trunk': {'1.1'}} Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: consumer versions: Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: { DHCP agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: HyperV agent@hv-cinder-83716: {}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: L3 agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: Metadata agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: Metering agent@dv-cinder-837166-3-iscsi: {}, Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: Open vSwitch agent@dv-cinder-837166-3-iscsi: { 'AddressGroup': '1.2', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Agent': '1.1', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'ConntrackHelper': '1.0', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'LocalIPAssociation': '1.0', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Log': '1.0', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'NDPProxy': '1.0', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Network': '1.1', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Port': '1.7', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'PortForwarding': '1.3', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'QosPolicy': '1.10', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroup': '1.5', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SecurityGroupRule': '1.2', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'SubPort': '1.0', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Subnet': '1.1', Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: 'Trunk': '1.1'}} Jun 17 11:40:59.855166 dv-cinder-837166-3-iscsi neutron-server[111184]: {{(pid=111184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 11:40:59.899246 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] For port 65a9b62e-250d-44e3-8e95-a9275aeb7238, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:40:59.907817 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] For port 65a9b62e-250d-44e3-8e95-a9275aeb7238, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=65a9b62e-250d-44e3-8e95-a9275aeb7238,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:40:59.913744 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Sync routers for ids ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:40:59.993390 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b388b-8ab3-4cf2-bf37-5bcf59e3f7d6 None None] Pushing event updated for resources: {'Port': ['ID=d426415b-20e3-4751-ad95-8c6986424e55,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:40:59.995559 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks [] for router_gateway (369932f9-6c57-4492-a563-3c81e0e9a870), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.000007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks [] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.013532 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.020365 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-2559024b-4307-400b-bd62-d0eac223e294 None None] Current status of the port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:00.037479 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Routers {'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:00.037479 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:00.148786 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.157724 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-6edeffb5-1153-4dba-bad6-667135670421 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4013922 Jun 17 11:41:00.157724 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56452) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:00.179811 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks [] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.200761 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:00.202441 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e6f0c-0343-4845-8c4a-707859072909 None None] Pushing event updated for resources: {'Port': ['ID=65a9b62e-250d-44e3-8e95-a9275aeb7238,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:00.211538 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device cefa252a-6e8d-4fe4-9e7f-e673630d174a up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:00.216107 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e33a9f-d58b-4442-afbb-c2b4b76363fd None None] Network 562be4fa-7f02-4e16-ab0e-484de596db99 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:41:00.244142 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:00.273723 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:00.274699 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:00.325309 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Provisioning complete for port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:00.325979 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.473464 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.508745 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:00.603003 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Network c868a535-9c12-4f90-862a-6c3a44470c58 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:00.614062 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.620493 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:00.623743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:00.626000 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (e46c6536-b3c6-407f-87b7-792f676c9834), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:00.774749 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=5011cbaf-6c04-4991-b814-2e6e939b4a94,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:00.776553 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:40:54Z', 'revision_number': 3, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:00.820306 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Pushing event updated for resources: {'Port': ['ID=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:00.840111 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7defba-0f11-4cf8-a61c-5a7df7c20c18 None None] The sync data for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi is: [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:40:54Z', 'revision_number': 3, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:00.930167 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Set router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:00.936485 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:00.972868 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Allocated IP 172.27.2.125 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/4245b551-8794-412d-85f2-f3847f7b31b2) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:01.046716 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port cefa252a-6e8d-4fe4-9e7f-e673630d174a triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:01.047086 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.207533 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:01.382006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.407792 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Current status of the port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:01.408770 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.476750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks [] for port (4245b551-8794-412d-85f2-f3847f7b31b2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.570300 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:01.580495 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:01.662987 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.678975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port cefa252a-6e8d-4fe4-9e7f-e673630d174a is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:01.679381 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.704738 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:40:57Z', 'revision_number': 3, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port': {'id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:01.811015 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.833016 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Checking router: bdd6b688-d450-4ad5-8ed2-6ee9c05b693e for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:01.835846 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Updating router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e port f9a189e5-14b8-45ad-97c3-46b6a3b02dac binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:01.872603 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56476) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:01.893329 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] For port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:01.912262 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56478) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:01.936283 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc057cd-e6cf-4511-b393-bc4fcbf5ba09 None None] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:41:01.949174 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:01.977813 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port cefa252a-6e8d-4fe4-9e7f-e673630d174a, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=cefa252a-6e8d-4fe4-9e7f-e673630d174a,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:01.980427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:02.000376 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Pushing event updated for resources: {'Port': ['ID=4245b551-8794-412d-85f2-f3847f7b31b2,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:02.007458 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:02.008879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (369932f9-6c57-4492-a563-3c81e0e9a870), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.015779 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:02.018465 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:02.093828 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:02.168372 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Allocated IP 172.20.0.1 (cbd2698b-6feb-4535-a9e0-4b42209dc23d/05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377/35e2383b-a153-44f5-b9fe-8d2f49e0271d) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:02.273015 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks [] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.303558 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4991185d-77aa-45c6-88d6-540b0a518ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.310661 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bacbf435-b0f9-46d4-91b6-fd6e2df60c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.313006 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.358109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks [] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.389986 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks [] for router_gateway (91ecfd47-ae35-4898-88d7-7a0749f93306), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.395391 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.395593 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:02.416902 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.417934 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (e46c6536-b3c6-407f-87b7-792f676c9834), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.500250 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Provisioning complete for port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:02.500794 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.617836 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Pushing event updated for resources: {'Port': ['ID=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:02.690328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:02.690726 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.740495 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Router 369932f9-6c57-4492-a563-3c81e0e9a870 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:41:02.772469 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4a70117d-613c-453b-86f1-db8dd851d687 None None] Current status of the port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:02.840418 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Publish callbacks [] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.844802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=cefa252a-6e8d-4fe4-9e7f-e673630d174a,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:02.876310 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=5011cbaf-6c04-4991-b814-2e6e939b4a94,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:02.918895 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Provisioning complete for port d426415b-20e3-4751-ad95-8c6986424e55 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:02.919967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (d426415b-20e3-4751-ad95-8c6986424e55), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.921461 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bacbf435-b0f9-46d4-91b6-fd6e2df60c9f admin admin] Publish callbacks [] for security_group (2d18b9ab-091a-4549-97b2-74fdf8f02521), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.926079 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:02.927157 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:02.947102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4991185d-77aa-45c6-88d6-540b0a518ca6 admin admin] Publish callbacks [] for security_group (0266bc7d-614e-4dcf-92c7-72954ba28e78), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.959810 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Network c868a535-9c12-4f90-862a-6c3a44470c58 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:02.959970 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks [] for router_gateway (215cbbee-bf18-4794-85bf-c2ded75e0d1a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:02.960494 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:03.002401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.017258 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.018610 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (91ecfd47-ae35-4898-88d7-7a0749f93306), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.048700 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bacbf435-b0f9-46d4-91b6-fd6e2df60c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (2d18b9ab-091a-4549-97b2-74fdf8f02521), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.066815 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:03.068785 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.078358 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:03.092363 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Sync routers for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:03.099776 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-bacbf435-b0f9-46d4-91b6-fd6e2df60c9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3079cbe5a6e84ae8a50c31972d6fb0e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1809268 Jun 17 11:41:03.134124 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56498) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:03.134124 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Pushing event updated for resources: {'Port': ['ID=35e2383b-a153-44f5-b9fe-8d2f49e0271d,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:03.135182 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:03.135182 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:03.136116 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Attempting to bind port f9a189e5-14b8-45ad-97c3-46b6a3b02dac on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:03.136574 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Attempting to bind port f9a189e5-14b8-45ad-97c3-46b6a3b02dac by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:03.136999 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Attempting to bind port f9a189e5-14b8-45ad-97c3-46b6a3b02dac on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:03.207945 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4991185d-77aa-45c6-88d6-540b0a518ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0266bc7d-614e-4dcf-92c7-72954ba28e78), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.212997 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:03.213170 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:03.213717 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:03.214356 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.214854 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:03.215491 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Bound port: f9a189e5-14b8-45ad-97c3-46b6a3b02dac, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:03.215990 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.225429 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Current status of the port d426415b-20e3-4751-ad95-8c6986424e55 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:03.225949 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (d426415b-20e3-4751-ad95-8c6986424e55), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.240794 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:03.243542 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:03.244425 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.323138 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.329255 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e339d2b0-b0f2-4371-a553-bf5a8b5bbe44 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8713365 Jun 17 11:41:03.337176 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56500) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:03.354566 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] For port d426415b-20e3-4751-ad95-8c6986424e55, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=d426415b-20e3-4751-ad95-8c6986424e55,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:03.355930 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2c556-278c-4db3-954a-094e39ab53e3 None None] Pushing event updated for resources: {'Port': ['ID=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:03.393715 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf435-b0f9-46d4-91b6-fd6e2df60c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18b9ab-091a-4549-97b2-74fdf8f02521,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:03.395238 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:03.411688 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:03.417243 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] For port f9a189e5-14b8-45ad-97c3-46b6a3b02dac, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:03.419634 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d51c31b6-a90b-4ed6-aaa9-4e72644ec218 admin admin] Publish callbacks [] for security_group (2d18b9ab-091a-4549-97b2-74fdf8f02521), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.421911 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] For port f9a189e5-14b8-45ad-97c3-46b6a3b02dac, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:03.434989 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (d426415b-20e3-4751-ad95-8c6986424e55), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.437262 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4991185d-77aa-45c6-88d6-540b0a518ca6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eaf3f61f112c41b0955767dd9333c793&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5635462 Jun 17 11:41:03.446516 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56502) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:03.494667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Provisioning complete for port cefa252a-6e8d-4fe4-9e7f-e673630d174a triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:03.495056 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.560007 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991185d-77aa-45c6-88d6-540b0a518ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266bc7d-614e-4dcf-92c7-72954ba28e78,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:03.565821 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.578582 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:03.600122 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d51c31b6-a90b-4ed6-aaa9-4e72644ec218 admin admin] Publish callbacks [] for security_group (2d18b9ab-091a-4549-97b2-74fdf8f02521), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.642446 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:41:03.660690 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Pushing event updated for resources: {'Port': ['ID=d426415b-20e3-4751-ad95-8c6986424e55,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:03.664822 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Router e46c6536-b3c6-407f-87b7-792f676c9834 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:41:03.735918 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2c556-278c-4db3-954a-094e39ab53e3 None None] Pushing event updated for resources: {'Port': ['ID=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:03.750175 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de46e210-c271-474d-962d-9a182de630fd admin admin] Publish callbacks [] for security_group (0266bc7d-614e-4dcf-92c7-72954ba28e78), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.752069 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Routers {'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:03.752715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:03.762263 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:40:59Z', 'revision_number': 3, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:03.817269 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de46e210-c271-474d-962d-9a182de630fd admin admin] Publish callbacks [] for security_group (0266bc7d-614e-4dcf-92c7-72954ba28e78), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.860599 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.902796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d51c31b6-a90b-4ed6-aaa9-4e72644ec218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (2d18b9ab-091a-4549-97b2-74fdf8f02521), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.905364 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d51c31b6-a90b-4ed6-aaa9-4e72644ec218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:03.906514 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d51c31b6-a90b-4ed6-aaa9-4e72644ec218 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d18b9ab-091a-4549-97b2-74fdf8f02521 HTTP/1.1" status: 204 len: 168 time: 0.8001208 Jun 17 11:41:03.946823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c31b6-a90b-4ed6-aaa9-4e72644ec218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18b9ab-091a-4549-97b2-74fdf8f02521,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:03.954735 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:03.970919 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-070a985b-d8e9-4569-a0ba-6622ae135ca4 admin admin] 10.222.0.45 "PUT /v2.0/routers/e46c6536-b3c6-407f-87b7-792f676c9834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5672495 Jun 17 11:41:03.971013 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Current status of the port cefa252a-6e8d-4fe4-9e7f-e673630d174a is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:03.989154 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 65a9b62e-250d-44e3-8e95-a9275aeb7238 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:03.997033 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Checking router: 369932f9-6c57-4492-a563-3c81e0e9a870 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:03.999587 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Updating router 369932f9-6c57-4492-a563-3c81e0e9a870 port 83946599-5acf-46ef-8b89-4be14c261307 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:04.005064 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:04.025461 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Sync routers for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:04.058724 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (83946599-5acf-46ef-8b89-4be14c261307), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.077558 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Provisioning complete for port 5011cbaf-6c04-4991-b814-2e6e939b4a94 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:04.077986 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.122019 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de46e210-c271-474d-962d-9a182de630fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0266bc7d-614e-4dcf-92c7-72954ba28e78), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.125050 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de46e210-c271-474d-962d-9a182de630fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.126812 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-de46e210-c271-474d-962d-9a182de630fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0266bc7d-614e-4dcf-92c7-72954ba28e78 HTTP/1.1" status: 204 len: 168 time: 0.6725395 Jun 17 11:41:04.146881 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46e210-c271-474d-962d-9a182de630fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266bc7d-614e-4dcf-92c7-72954ba28e78,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:04.156254 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:04.156964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:04.187783 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:04.212351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks [] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.216246 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Port 5011cbaf-6c04-4991-b814-2e6e939b4a94 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:04.266610 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (215cbbee-bf18-4794-85bf-c2ded75e0d1a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.305811 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Provisioning complete for port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:04.306207 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.329526 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.330649 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.337562 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 65a9b62e-250d-44e3-8e95-a9275aeb7238 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:04.342218 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.342352 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:04.361623 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:04.380063 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:04.400185 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] Set router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:04.400511 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:04.403115 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:04.473034 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Pushing event updated for resources: {'Port': ['ID=35e2383b-a153-44f5-b9fe-8d2f49e0271d,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:04.531317 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:04.532808 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:04.555542 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:04.580808 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 65a9b62e-250d-44e3-8e95-a9275aeb7238 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:04.580808 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.581473 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.593629 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f9b7ed12-4498-4329-a96f-21105d8b297d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4737606 Jun 17 11:41:04.594293 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56520) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:04.627506 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Publish callbacks [] for port (83946599-5acf-46ef-8b89-4be14c261307), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.631788 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:04.750969 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (83946599-5acf-46ef-8b89-4be14c261307), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.764341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:41:04.816866 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 65a9b62e-250d-44e3-8e95-a9275aeb7238, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=65a9b62e-250d-44e3-8e95-a9275aeb7238,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:04.818965 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4ad45b44-fb07-4a21-b484-8e355aba62d5 None None] Current status of the port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:04.841836 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9765863-0fbe-4a6e-a48d-f6558f16ca19 None None] Pushing event updated for resources: {'Port': ['ID=83946599-5acf-46ef-8b89-4be14c261307,revision_number=2']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:04.865666 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Attempting to bind port 83946599-5acf-46ef-8b89-4be14c261307 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:04.866120 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Attempting to bind port 83946599-5acf-46ef-8b89-4be14c261307 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:04.866718 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Attempting to bind port 83946599-5acf-46ef-8b89-4be14c261307 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:04.874398 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:04.874859 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:04.875316 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.875954 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:04.876344 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Bound port: 83946599-5acf-46ef-8b89-4be14c261307, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:04.876782 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (83946599-5acf-46ef-8b89-4be14c261307), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:04.887659 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:04.986508 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-9955d88d-0f52-45b4-8547-2bb71476182d None None] Provisioning complete for port 5011cbaf-6c04-4991-b814-2e6e939b4a94 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:04.987173 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9955d88d-0f52-45b4-8547-2bb71476182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.010647 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:05.025508 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4d45c40c-2017-486a-aadf-9557976261f9 admin admin] 10.222.0.45 "PUT /v2.0/routers/bdd6b688-d450-4ad5-8ed2-6ee9c05b693e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8588898 Jun 17 11:41:05.076006 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-9955d88d-0f52-45b4-8547-2bb71476182d None None] Port 5011cbaf-6c04-4991-b814-2e6e939b4a94 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:05.101067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.101895 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device cefa252a-6e8d-4fe4-9e7f-e673630d174a up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:05.160301 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] For port 83946599-5acf-46ef-8b89-4be14c261307, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:05.168409 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] For port 83946599-5acf-46ef-8b89-4be14c261307, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=83946599-5acf-46ef-8b89-4be14c261307,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:05.195830 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Router 215cbbee-bf18-4794-85bf-c2ded75e0d1a is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:41:05.196578 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:05.257092 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (83946599-5acf-46ef-8b89-4be14c261307), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.283726 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-9955d88d-0f52-45b4-8547-2bb71476182d None None] Provisioning complete for port 35e2383b-a153-44f5-b9fe-8d2f49e0271d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:05.284119 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9955d88d-0f52-45b4-8547-2bb71476182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.288564 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.342385 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=65a9b62e-250d-44e3-8e95-a9275aeb7238,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:05.352736 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 4, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port': {'id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '35e2383b-a153-44f5-b9fe-8d2f49e0271d', 'name': '', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'mac_address': 'fa:16:3e:e2:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:01Z', 'updated_at': '2022-06-17T11:41:02Z', 'revision_number': 1, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'subnets': [{'id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:05.366839 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:05.383996 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:05.396797 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:05.397414 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:05.411266 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9765863-0fbe-4a6e-a48d-f6558f16ca19 None None] Pushing event updated for resources: {'Port': ['ID=83946599-5acf-46ef-8b89-4be14c261307,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:05.423824 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ae61a-3abc-4b54-bd1f-57be048128ac None None] The sync data for ids ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'] in dv-cinder-837166-3-iscsi is: [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 4, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port': {'id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '35e2383b-a153-44f5-b9fe-8d2f49e0271d', 'name': '', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'mac_address': 'fa:16:3e:e2:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:01Z', 'updated_at': '2022-06-17T11:41:02Z', 'revision_number': 1, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'subnets': [{'id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:05.448412 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56538) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:05.456544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-033dad7f-8f31-4475-823a-dda342f269ef tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249836391', 'description': 'tempest-description--874682949'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:05.462937 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-9955d88d-0f52-45b4-8547-2bb71476182d None None] Port 35e2383b-a153-44f5-b9fe-8d2f49e0271d cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:05.473990 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 3, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:05.480769 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port cefa252a-6e8d-4fe4-9e7f-e673630d174a triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:05.481085 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.491737 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56540) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:05.518861 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 2, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:05.542633 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:05.562658 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f9b183b5-0431-49d6-89df-e73cd86739b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.589636 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:05.590750 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Checking router: e46c6536-b3c6-407f-87b7-792f676c9834 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:05.592903 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Updating router e46c6536-b3c6-407f-87b7-792f676c9834 port 5011cbaf-6c04-4991-b814-2e6e939b4a94 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:05.609033 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:05.610579 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Updating router 91ecfd47-ae35-4898-88d7-7a0749f93306 port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:05.658753 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Sync routers for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:05.730693 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-033dad7f-8f31-4475-823a-dda342f269ef tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.742380 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.751230 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.812782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.813240 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:05.814707 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:05.815222 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:05.819772 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4c7bda00-aa21-4434-80d3-adb8a24f999d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8190458 Jun 17 11:41:05.822531 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56550) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:05.839750 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f9b183b5-0431-49d6-89df-e73cd86739b1 admin admin] Publish callbacks [] for security_group (8cefb8d1-8e4f-4f64-838b-315b0bd6517d), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:05.953463 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-033dad7f-8f31-4475-823a-dda342f269ef tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (8c7f2610-d383-456d-bede-0dd7e409b586), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.021544 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Allocated IP 172.20.0.1 (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc/62f14541-c886-4103-8909-e8a628129c97/7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:06.027814 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f9b183b5-0431-49d6-89df-e73cd86739b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8cefb8d1-8e4f-4f64-838b-315b0bd6517d), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.105601 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f9b183b5-0431-49d6-89df-e73cd86739b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31f3fd5214e041889ca48e9afb1eb626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5899034 Jun 17 11:41:06.107941 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56558) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:06.141232 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port cefa252a-6e8d-4fe4-9e7f-e673630d174a is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:06.142400 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device d426415b-20e3-4751-ad95-8c6986424e55 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:06.147924 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-033dad7f-8f31-4475-823a-dda342f269ef tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8c7f2610-d383-456d-bede-0dd7e409b586), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.218228 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56574) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:06.218573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5ba170d8-3609-482c-9d0b-99fe2bacbb11 admin admin] Publish callbacks [] for security_group (8cefb8d1-8e4f-4f64-838b-315b0bd6517d), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.221134 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:06.224791 dv-cinder-837166-3-iscsi neutron-server[111181]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 11:41:06.292481 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b183b5-0431-49d6-89df-e73cd86739b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cefb8d1-8e4f-4f64-838b-315b0bd6517d,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:06.317777 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-033dad7f-8f31-4475-823a-dda342f269ef tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.321686 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-033dad7f-8f31-4475-823a-dda342f269ef tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8693247 Jun 17 11:41:06.348736 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:40:59Z', 'revision_number': 3, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:06.371969 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dad7f-8f31-4475-823a-dda342f269ef tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f2610-d383-456d-bede-0dd7e409b586,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:06.377241 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:06.378118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56578) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:06.395549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-5434140d-5520-4f78-b41c-b7665d767d03 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'security_group_rule': {'security_group_id': '8c7f2610-d383-456d-bede-0dd7e409b586', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:06.439868 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Publish callbacks [] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.469162 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902d9e20-3f89-4fe3-b0fa-b3f1b5a6311a None None] The sync data for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi is: [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:40:59Z', 'revision_number': 3, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:06.540000 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5ba170d8-3609-482c-9d0b-99fe2bacbb11 admin admin] Publish callbacks [] for security_group (8cefb8d1-8e4f-4f64-838b-315b0bd6517d), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.587287 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.631171 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5434140d-5520-4f78-b41c-b7665d767d03 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (d17c0b94-6696-4906-858f-81f330fd88c2), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.749471 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:06.795783 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde304ec-c095-417d-9ba8-5e3923602f90 None None] Pushing event updated for resources: {'Port': ['ID=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,revision_number=2']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:06.796659 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5434140d-5520-4f78-b41c-b7665d767d03 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (d17c0b94-6696-4906-858f-81f330fd88c2), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.808596 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-fa3355a0-5224-4a94-8f2d-c97330fd94b8 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:06.814231 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Attempting to bind port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:06.815078 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Attempting to bind port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:06.815502 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Attempting to bind port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:06.817084 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-fa3355a0-5224-4a94-8f2d-c97330fd94b8 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/networks?id=cbd2698b-6feb-4535-a9e0-4b42209dc23d HTTP/1.1" status: 200 len: 812 time: 0.5948489 Jun 17 11:41:06.828954 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:06.829328 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:06.835128 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.835809 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:06.836599 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Bound port: 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:06.837284 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:06.858873 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:06.859613 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-d7237cff-6d78-44b6-a511-dee23ff9d612 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/quotas/b9ebd69a2ffc492eae05aaf62e2d8ee2 HTTP/1.1" status: 200 len: 375 time: 0.0413046 Jun 17 11:41:06.982349 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] For port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:06.989119 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] For port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:07.096492 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.129694 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks [] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.141220 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port d426415b-20e3-4751-ad95-8c6986424e55 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:07.142173 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (d426415b-20e3-4751-ad95-8c6986424e55), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.169355 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5434140d-5520-4f78-b41c-b7665d767d03 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (d17c0b94-6696-4906-858f-81f330fd88c2), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.180523 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5ba170d8-3609-482c-9d0b-99fe2bacbb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8cefb8d1-8e4f-4f64-838b-315b0bd6517d), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.182882 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5ba170d8-3609-482c-9d0b-99fe2bacbb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.184088 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-5ba170d8-3609-482c-9d0b-99fe2bacbb11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cefb8d1-8e4f-4f64-838b-315b0bd6517d HTTP/1.1" status: 204 len: 168 time: 1.0741024 Jun 17 11:41:07.271478 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba170d8-3609-482c-9d0b-99fe2bacbb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cefb8d1-8e4f-4f64-838b-315b0bd6517d,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:07.273628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434140d-5520-4f78-b41c-b7665d767d03 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17c0b94-6696-4906-858f-81f330fd88c2,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:07.281461 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-0f1034a2-04e1-4f20-a3c0-e5eaea1522c3 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b9ebd69a2ffc492eae05aaf62e2d8ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4208748 Jun 17 11:41:07.309811 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:07.309811 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:07.326131 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:07.346405 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.379782 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5434140d-5520-4f78-b41c-b7665d767d03 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.381240 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-5434140d-5520-4f78-b41c-b7665d767d03 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9902480 Jun 17 11:41:07.385101 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56606) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:07.390066 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-0aad8a5a-929e-4c8d-ba93-c98cd4acf69a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'security_group_rule': {'security_group_id': '8c7f2610-d383-456d-bede-0dd7e409b586', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:07.480685 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:02Z', 'revision_number': 3, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:07.549418 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0aad8a5a-929e-4c8d-ba93-c98cd4acf69a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (4b6187b1-036c-42f8-b26d-4dac167b0741), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.573134 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.598871 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Checking router: 215cbbee-bf18-4794-85bf-c2ded75e0d1a for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:07.600342 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Updating router 215cbbee-bf18-4794-85bf-c2ded75e0d1a port 4245b551-8794-412d-85f2-f3847f7b31b2 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:07.616798 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0aad8a5a-929e-4c8d-ba93-c98cd4acf69a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (4b6187b1-036c-42f8-b26d-4dac167b0741), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.651117 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:07.666437 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde304ec-c095-417d-9ba8-5e3923602f90 None None] Pushing event updated for resources: {'Port': ['ID=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:07.724993 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0aad8a5a-929e-4c8d-ba93-c98cd4acf69a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (4b6187b1-036c-42f8-b26d-4dac167b0741), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.742265 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.772743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad8a5a-929e-4c8d-ba93-c98cd4acf69a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6187b1-036c-42f8-b26d-4dac167b0741,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:07.837239 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:07.848943 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port d426415b-20e3-4751-ad95-8c6986424e55 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:07.850348 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:07.899860 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:07.903673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0aad8a5a-929e-4c8d-ba93-c98cd4acf69a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.904934 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-0aad8a5a-929e-4c8d-ba93-c98cd4acf69a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5186439 Jun 17 11:41:07.906924 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:07.910939 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56618) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:07.913057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:07.914128 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (369932f9-6c57-4492-a563-3c81e0e9a870), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:07.914570 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:07.957660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Publish callbacks [] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:08.109718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:08.117615 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:08.262442 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:08.318222 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 3, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:08.350732 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f97a96-24ab-4831-b927-393600955c1e None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 3, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:08.352963 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:08.421636 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e97a8-452e-464d-a3f8-1021a451c527 None None] Pushing event updated for resources: {'Port': ['ID=5011cbaf-6c04-4991-b814-2e6e939b4a94,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:08.505707 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:08.515834 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-92d3b38d-d44b-4f49-839c-3c516f71854b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:41:08.516942 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-92d3b38d-d44b-4f49-839c-3c516f71854b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4845381 Jun 17 11:41:08.561745 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Allocated IP 172.20.0.1 (562be4fa-7f02-4e16-ab0e-484de596db99/d794b945-edce-4ea8-be0d-e1c3e9d638dc/37e3ab7e-0442-4966-813c-746aae58cd62) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:08.677395 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-bc197df5-99f5-4b36-8a26-2d92463bb355 None None] Provisioning complete for port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:08.680394 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bc197df5-99f5-4b36-8a26-2d92463bb355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:08.743675 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:08.744065 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:08.789605 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:08.816464 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-deda1beb-f39d-45b9-973a-6ac0b90ebcff service neutron] 10.222.0.45 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586043 Jun 17 11:41:08.929084 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:08.980496 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-bc197df5-99f5-4b36-8a26-2d92463bb355 None None] Port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:08.992916 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Attempting to bind port 5011cbaf-6c04-4991-b814-2e6e939b4a94 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:08.993249 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Attempting to bind port 5011cbaf-6c04-4991-b814-2e6e939b4a94 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:08.993610 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Attempting to bind port 5011cbaf-6c04-4991-b814-2e6e939b4a94 on network c868a535-9c12-4f90-862a-6c3a44470c58 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:09.007266 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-253edde4-2335-425c-a597-45d514392756 service neutron] 10.222.0.45 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768873 Jun 17 11:41:09.038842 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:09.039331 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Checking segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:09.048054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.048054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Bound using segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:09.048054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Bound port: 5011cbaf-6c04-4991-b814-2e6e939b4a94, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:09.048054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.130868 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.179380 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:09.236450 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks [] for port (37e3ab7e-0442-4966-813c-746aae58cd62), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.247491 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-06da3b46-c721-459f-9cd3-135deeb17044 None None] Provisioning complete for port 5011cbaf-6c04-4991-b814-2e6e939b4a94 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:09.247876 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-06da3b46-c721-459f-9cd3-135deeb17044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.262457 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Publish callbacks [] for port (4245b551-8794-412d-85f2-f3847f7b31b2), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.293231 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:09.318802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] For port 5011cbaf-6c04-4991-b814-2e6e939b4a94, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:09.322804 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-06da3b46-c721-459f-9cd3-135deeb17044 None None] Port 5011cbaf-6c04-4991-b814-2e6e939b4a94 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:09.324146 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] For port 5011cbaf-6c04-4991-b814-2e6e939b4a94, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=5011cbaf-6c04-4991-b814-2e6e939b4a94,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:09.341779 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.544456 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Allocated IP 172.27.2.148 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/9eb7147f-8de6-4820-be6c-a742f73b89c6) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:09.558917 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:09.560206 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.590356 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56670) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:09.590761 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Attempting to bind port 4245b551-8794-412d-85f2-f3847f7b31b2 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:09.591331 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Attempting to bind port 4245b551-8794-412d-85f2-f3847f7b31b2 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:09.600965 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Attempting to bind port 4245b551-8794-412d-85f2-f3847f7b31b2 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:09.616068 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93980-7ed5-4152-b7fa-e9fd4ec64417 None None] Pushing event updated for resources: {'Port': ['ID=4245b551-8794-412d-85f2-f3847f7b31b2,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:09.703349 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e97a8-452e-464d-a3f8-1021a451c527 None None] Pushing event updated for resources: {'Port': ['ID=5011cbaf-6c04-4991-b814-2e6e939b4a94,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:09.712925 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:09.716454 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:09.716861 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.717256 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:09.717753 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Bound port: 4245b551-8794-412d-85f2-f3847f7b31b2, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:09.719894 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.812888 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:09.820374 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:09.874081 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:09.878095 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3600cfa7-d230-4046-aba7-70dc1eb31913 req-71b96234-6951-4359-8019-3ed4f46f3120 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 210 time: 0.2838924 Jun 17 11:41:09.882184 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:09.910329 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:09.936832 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 65a9b62e-250d-44e3-8e95-a9275aeb7238 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:09.968953 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks [] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:09.968953 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.081011 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] For port 4245b551-8794-412d-85f2-f3847f7b31b2, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:10.101558 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] For port 4245b551-8794-412d-85f2-f3847f7b31b2, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=4245b551-8794-412d-85f2-f3847f7b31b2,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:10.117675 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Sync routers for ids ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:10.142442 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:10.152220 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Routers {'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:10.152916 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:10.154474 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.155357 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (369932f9-6c57-4492-a563-3c81e0e9a870), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.230945 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 65a9b62e-250d-44e3-8e95-a9275aeb7238 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:10.231594 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.271209 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.356901 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-47b0639c-591e-4981-9640-5c806b84edc9 None None] Provisioning complete for port 5011cbaf-6c04-4991-b814-2e6e939b4a94 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:10.357471 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-47b0639c-591e-4981-9640-5c806b84edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.359848 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.420483 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Set router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:10.453226 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:10.481318 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:10.504257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.516286 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Allocated IP 172.20.0.1 (e586d9ae-1ebe-4cac-a969-e5265b9acb47/3d7ea997-c21c-4bc0-a8b4-b31133441612/a4441313-2174-4764-981c-0bfa5d4c45f8) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:10.521168 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:10.521662 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (91ecfd47-ae35-4898-88d7-7a0749f93306), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:10.528569 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Pushing event updated for resources: {'Port': ['ID=37e3ab7e-0442-4966-813c-746aae58cd62,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:10.581812 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:10.583424 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:10.603917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:10.695544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:10.730988 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:10.734562 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:10.766435 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'Port': ['ID=9eb7147f-8de6-4820-be6c-a742f73b89c6,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:10.789369 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:10.998735 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (5516a0e6-eca0-47ec-b64e-b39bf751dc78), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.053648 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 4, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port': {'id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '35e2383b-a153-44f5-b9fe-8d2f49e0271d', 'name': '', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'mac_address': 'fa:16:3e:e2:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:01Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 2, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'subnets': [{'id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:11.059279 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56718) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:11.069163 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f7afa462-f6d5-4996-880f-920fa28c0f23 req-2e272de7-b1f9-42b1-b940-0b638a58da60 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 210 time: 0.0536795 Jun 17 11:41:11.102862 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Checking router: bdd6b688-d450-4ad5-8ed2-6ee9c05b693e for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:11.103248 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Updating router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e port 35e2383b-a153-44f5-b9fe-8d2f49e0271d binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:11.108644 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:11.128820 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.138157 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.185752 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:11.186914 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93980-7ed5-4152-b7fa-e9fd4ec64417 None None] Pushing event updated for resources: {'Port': ['ID=4245b551-8794-412d-85f2-f3847f7b31b2,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:11.245811 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks [] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.280897 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:11.289343 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 65a9b62e-250d-44e3-8e95-a9275aeb7238 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:11.290948 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device d426415b-20e3-4751-ad95-8c6986424e55 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:11.292466 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:11.460977 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:11.475913 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.549333 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.569785 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:11.571494 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-47b0639c-591e-4981-9640-5c806b84edc9 None None] Current status of the port 5011cbaf-6c04-4991-b814-2e6e939b4a94 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:11.571802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-47b0639c-591e-4981-9640-5c806b84edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.606753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Router 369932f9-6c57-4492-a563-3c81e0e9a870 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:41:11.610563 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:11.630941 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port d426415b-20e3-4751-ad95-8c6986424e55 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:11.631398 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (d426415b-20e3-4751-ad95-8c6986424e55), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.644802 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.659670 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:11.667900 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:11.680163 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (5516a0e6-eca0-47ec-b64e-b39bf751dc78), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.710689 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-728b7659-c019-41ac-8885-87ffb75ce2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.720757 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:11.721242 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (215cbbee-bf18-4794-85bf-c2ded75e0d1a), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.777617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'Port': ['ID=9eb7147f-8de6-4820-be6c-a742f73b89c6,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:11.832011 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:11.834884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-47b0639c-591e-4981-9640-5c806b84edc9 None None] For port 5011cbaf-6c04-4991-b814-2e6e939b4a94, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=5011cbaf-6c04-4991-b814-2e6e939b4a94,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:11.852890 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.854543 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-93c26e3a-c4df-459f-bc15-2f7463a6f01e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9455543 Jun 17 11:41:11.888035 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:09Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:11.901361 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Publish callbacks [] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:11.977226 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.003457 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16f835-cade-4584-9ca7-6e27016f20b2 None None] The sync data for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi is: [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:09Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:12.005904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-47b0639c-591e-4981-9640-5c806b84edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.017547 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-728b7659-c019-41ac-8885-87ffb75ce2ef admin admin] Publish callbacks [] for security_group (18bb8c0b-add3-4972-a44b-82c017345b30), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.024175 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Pushing event updated for resources: {'Port': ['ID=a4441313-2174-4764-981c-0bfa5d4c45f8,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:12.118524 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4709-abc7-4234-a47b-964cf3887bd1 None None] Pushing event updated for resources: {'Port': ['ID=35e2383b-a153-44f5-b9fe-8d2f49e0271d,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:12.131190 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:12.257616 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port d426415b-20e3-4751-ad95-8c6986424e55 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:12.258887 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device f9a189e5-14b8-45ad-97c3-46b6a3b02dac up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:12.276414 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d004c5a2-f2db-4a9e-9161-6f87d1c446c1 None None] Provisioning complete for port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:12.276804 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d004c5a2-f2db-4a9e-9161-6f87d1c446c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.294285 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3ce70ee-4fb9-468d-ae48-6fa8271bf2e3 req-4b95c398-5bc6-4934-aa0a-482849f7ba81 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 210 time: 0.1132524 Jun 17 11:41:12.317966 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:12.317966 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Attempting to bind port 35e2383b-a153-44f5-b9fe-8d2f49e0271d on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:12.318502 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Attempting to bind port 35e2383b-a153-44f5-b9fe-8d2f49e0271d by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:12.318726 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Attempting to bind port 35e2383b-a153-44f5-b9fe-8d2f49e0271d on network cbd2698b-6feb-4535-a9e0-4b42209dc23d {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:12.339491 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:12.339894 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Checking segment: {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:12.340457 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.341172 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Bound using segment: {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:12.349214 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Bound port: 35e2383b-a153-44f5-b9fe-8d2f49e0271d, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:12.349581 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.372931 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:12.377661 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0639c-591e-4981-9640-5c806b84edc9 None None] Pushing event updated for resources: {'Port': ['ID=5011cbaf-6c04-4991-b814-2e6e939b4a94,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:12.384026 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:02Z', 'revision_number': 3, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:12.420003 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:12.441678 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacceed-ff6d-4003-9aa3-72eff85a9627 None None] The sync data for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi is: [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:02Z', 'revision_number': 3, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:12.445934 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d004c5a2-f2db-4a9e-9161-6f87d1c446c1 None None] Port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:12.461603 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d004c5a2-f2db-4a9e-9161-6f87d1c446c1 None None] Provisioning complete for port 37e3ab7e-0442-4966-813c-746aae58cd62 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:12.462757 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d004c5a2-f2db-4a9e-9161-6f87d1c446c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.499585 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port f9a189e5-14b8-45ad-97c3-46b6a3b02dac triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:12.501844 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.511725 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-728b7659-c019-41ac-8885-87ffb75ce2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (18bb8c0b-add3-4972-a44b-82c017345b30), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.567791 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] For port 35e2383b-a153-44f5-b9fe-8d2f49e0271d, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:12.568809 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-521c2f0b-e9e0-4323-944a-535d49bcea5f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1249836391&fields=id&tenant_id=b35e2c02ed78431fbbc93d3da1a7caba HTTP/1.1" status: 200 len: 267 time: 0.1815939 Jun 17 11:41:12.574873 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] For port 35e2383b-a153-44f5-b9fe-8d2f49e0271d, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=35e2383b-a153-44f5-b9fe-8d2f49e0271d,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:12.575180 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d004c5a2-f2db-4a9e-9161-6f87d1c446c1 None None] Port 37e3ab7e-0442-4966-813c-746aae58cd62 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:12.588046 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-728b7659-c019-41ac-8885-87ffb75ce2ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3dfef171b1a44dbfada6d77bf5690a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5255749 Jun 17 11:41:12.590899 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b7659-c019-41ac-8885-87ffb75ce2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bb8c0b-add3-4972-a44b-82c017345b30,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:12.601202 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 56778) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:12.622757 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:12.635022 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3c4370d4-2ff8-4aff-a4dd-f4ccd788b1c2 admin admin] 10.222.0.45 "PUT /v2.0/routers/369932f9-6c57-4492-a563-3c81e0e9a870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2891364 Jun 17 11:41:12.640865 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Sync routers for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:12.663411 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.697149 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:12.702647 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.705257 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.718451 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:12.719643 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:12.736578 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port f9a189e5-14b8-45ad-97c3-46b6a3b02dac is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:12.739635 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.839441 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Routers {'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:12.844575 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:12.878265 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Provisioning complete for port a4441313-2174-4764-981c-0bfa5d4c45f8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:12.880462 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:12.955647 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-be96fb15-59b0-43f0-8675-d0b728d766eb admin admin] Publish callbacks [] for security_group (18bb8c0b-add3-4972-a44b-82c017345b30), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.018939 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-20f2cec2-1811-4622-9942-eb9786968d9b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:13.031284 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-20f2cec2-1811-4622-9942-eb9786968d9b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 810 time: 0.4614320 Jun 17 11:41:13.054587 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port f9a189e5-14b8-45ad-97c3-46b6a3b02dac, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:13.074446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-be96fb15-59b0-43f0-8675-d0b728d766eb admin admin] Publish callbacks [] for security_group (18bb8c0b-add3-4972-a44b-82c017345b30), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.118883 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-8fd2fdc3-240a-4b78-bb75-f8a909039da0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/quotas/b35e2c02ed78431fbbc93d3da1a7caba HTTP/1.1" status: 200 len: 375 time: 0.0855186 Jun 17 11:41:13.177607 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] Set router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:13.274883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.275773 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 83946599-5acf-46ef-8b89-4be14c261307 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:13.297130 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:13.299133 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:13.318668 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4709-abc7-4234-a47b-964cf3887bd1 None None] Pushing event updated for resources: {'Port': ['ID=35e2383b-a153-44f5-b9fe-8d2f49e0271d,revision_number=4']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:13.342631 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56794) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:13.382762 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-d2cf09b5-ce84-4db1-bea9-7101c87c5c12 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2629633 Jun 17 11:41:13.457421 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks [] for port (37e3ab7e-0442-4966-813c-746aae58cd62), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.495624 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks [] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.496966 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-be96fb15-59b0-43f0-8675-d0b728d766eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (18bb8c0b-add3-4972-a44b-82c017345b30), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.499846 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-be96fb15-59b0-43f0-8675-d0b728d766eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.504064 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-be96fb15-59b0-43f0-8675-d0b728d766eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18bb8c0b-add3-4972-a44b-82c017345b30 HTTP/1.1" status: 204 len: 168 time: 0.8915932 Jun 17 11:41:13.505973 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Port a4441313-2174-4764-981c-0bfa5d4c45f8 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:13.521771 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96fb15-59b0-43f0-8675-d0b728d766eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bb8c0b-add3-4972-a44b-82c017345b30,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:13.564611 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.565456 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (91ecfd47-ae35-4898-88d7-7a0749f93306), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.686869 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:13.731880 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:13.779829 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.780804 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (215cbbee-bf18-4794-85bf-c2ded75e0d1a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.783801 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 4, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port': {'id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '35e2383b-a153-44f5-b9fe-8d2f49e0271d', 'name': '', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'mac_address': 'fa:16:3e:e2:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:01Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'subnets': [{'id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:13.799079 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2bd1c030-bbca-45fd-a6a1-6cb014d969c8 req-a4813b12-f073-44a9-81c2-7c11293ef891 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 210 time: 0.1105011 Jun 17 11:41:13.852690 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c9c117-1369-4b7d-b422-7102ae3b5102 None None] The sync data for ids ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'] in dv-cinder-837166-3-iscsi is: [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 4, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port': {'id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '35e2383b-a153-44f5-b9fe-8d2f49e0271d', 'name': '', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'mac_address': 'fa:16:3e:e2:31:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:01Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'subnets': [{'id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:13.934209 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Provisioning complete for port 35e2383b-a153-44f5-b9fe-8d2f49e0271d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:13.940325 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:13.993055 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:14.026099 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:14.029418 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Pushing event updated for resources: {'Port': ['ID=37e3ab7e-0442-4966-813c-746aae58cd62,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:14.115563 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2cc6-1848-40f0-9b51-2081045fda29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:14.146409 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Pushing event updated for resources: {'Port': ['ID=a4441313-2174-4764-981c-0bfa5d4c45f8,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:14.308294 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3934d97b-c572-45e2-ba61-f7e5b60a67b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:14.316260 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:14.325008 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:14.331138 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 83946599-5acf-46ef-8b89-4be14c261307 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:14.331753 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (83946599-5acf-46ef-8b89-4be14c261307), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:14.381941 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:14.482313 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-54393e56-4567-4778-82a5-4968f132dc37 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:41:14.492430 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:14.493522 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-54393e56-4567-4778-82a5-4968f132dc37 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5866771 Jun 17 11:41:14.536334 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:14.538279 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Current status of the port 35e2383b-a153-44f5-b9fe-8d2f49e0271d is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:14.538781 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:14.543682 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:14.661823 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:41:14.893830 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3934d97b-c572-45e2-ba61-f7e5b60a67b0 admin admin] Publish callbacks [] for security_group (be678fcd-aa4f-4208-b115-249903d0e83a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.016499 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] For port 35e2383b-a153-44f5-b9fe-8d2f49e0271d, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=35e2383b-a153-44f5-b9fe-8d2f49e0271d,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:15.020716 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-ff97c697-ff69-499b-9d62-59fdf65265ed service neutron] 10.222.0.45 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255864 Jun 17 11:41:15.053315 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:09Z', 'revision_number': 2, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:15.068152 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 83946599-5acf-46ef-8b89-4be14c261307 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:15.068152 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (83946599-5acf-46ef-8b89-4be14c261307), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.102022 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Checking router: 369932f9-6c57-4492-a563-3c81e0e9a870 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:15.102376 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Updating router 369932f9-6c57-4492-a563-3c81e0e9a870 port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:15.122909 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:15.173277 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3934d97b-c572-45e2-ba61-f7e5b60a67b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (be678fcd-aa4f-4208-b115-249903d0e83a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.185143 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.200540 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 83946599-5acf-46ef-8b89-4be14c261307, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=83946599-5acf-46ef-8b89-4be14c261307,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:15.245626 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Router 215cbbee-bf18-4794-85bf-c2ded75e0d1a has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:41:15.249786 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934d97b-c572-45e2-ba61-f7e5b60a67b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be678fcd-aa4f-4208-b115-249903d0e83a,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:15.259156 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-5581c88b-8c05-4194-b35e-75f38ac80df8 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:15.264960 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-5581c88b-8c05-4194-b35e-75f38ac80df8 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 819 time: 0.6213422 Jun 17 11:41:15.264960 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.33', 61127) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:15.291223 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.342153 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-6ed7017f-890e-4a7c-85da-d75f346b0a90 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/quotas/e38262ed2ed84004a6e01d423cadcae4 HTTP/1.1" status: 200 len: 375 time: 0.0371873 Jun 17 11:41:15.347986 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (83946599-5acf-46ef-8b89-4be14c261307), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.365994 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-0953d042-16c6-4c5f-a4ec-db8276067999 service neutron] 10.222.0.45 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335040 Jun 17 11:41:15.423228 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3934d97b-c572-45e2-ba61-f7e5b60a67b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bf619fa2d04446ea8b2ce00ac19ff08&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0795691 Jun 17 11:41:15.424582 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56826) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:15.429362 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56828) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:15.438730 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:15.450151 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:15.467774 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:15.468457 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:40:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:15.496568 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Provisioning complete for port a4441313-2174-4764-981c-0bfa5d4c45f8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:15.497079 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.505203 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-626701ed-f800-4044-87a9-886a126b6401 admin admin] 10.222.0.45 "PUT /v2.0/routers/91ecfd47-ae35-4898-88d7-7a0749f93306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8888741 Jun 17 11:41:15.538627 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ab91-fda7-45b7-8b07-debcb3c18922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.560525 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f52058ca-b62c-4a50-aba2-551c8033b3dc tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987548 Jun 17 11:41:15.622848 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b41f6-7af4-49ae-9877-d1e0222f8563 None None] Pushing event updated for resources: {'Port': ['ID=35e2383b-a153-44f5-b9fe-8d2f49e0271d,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:15.740057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c54db42d-49f4-445d-8fea-723411ce51a5 admin admin] Publish callbacks [] for security_group (be678fcd-aa4f-4208-b115-249903d0e83a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.751893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:15.768741 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c977cd2d-41c4-4580-bb3f-9c2926de64ea admin admin] 10.222.0.45 "PUT /v2.0/routers/215cbbee-bf18-4794-85bf-c2ded75e0d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9430935 Jun 17 11:41:15.799133 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-00990096-fe52-482a-9560-732359663be3 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:15.809154 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-00990096-fe52-482a-9560-732359663be3 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.33 "GET /v2.0/networks?id=cbd2698b-6feb-4535-a9e0-4b42209dc23d HTTP/1.1" status: 200 len: 812 time: 0.5446301 Jun 17 11:41:15.848186 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Port a4441313-2174-4764-981c-0bfa5d4c45f8 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:15.852252 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c54db42d-49f4-445d-8fea-723411ce51a5 admin admin] Publish callbacks [] for security_group (be678fcd-aa4f-4208-b115-249903d0e83a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.876907 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Provisioning complete for port 35e2383b-a153-44f5-b9fe-8d2f49e0271d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:15.877428 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:15.900211 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Request body: {'port': {'device_id': '8decdd22-7413-438f-94d0-5c3238a2072b', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'admin_state_up': True, 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:15.959420 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:15.969725 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=83946599-5acf-46ef-8b89-4be14c261307,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:16.053477 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-842855f3-924e-4a7e-9a55-f937a0c89d44 req-47065c2a-8edd-4a54-b43d-9a27af88937f tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 210 time: 0.0625844 Jun 17 11:41:16.101127 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:16.108452 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:16.143602 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-628b88c0-e750-48fe-9a03-9911271a073c service neutron] 10.222.0.45 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739913 Jun 17 11:41:16.183415 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ab91-fda7-45b7-8b07-debcb3c18922 admin admin] Publish callbacks [] for security_group (56822c5d-0693-457a-89a7-d1f6b33b768b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.183967 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:16.188791 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c54db42d-49f4-445d-8fea-723411ce51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (be678fcd-aa4f-4208-b115-249903d0e83a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.196964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c54db42d-49f4-445d-8fea-723411ce51a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.201998 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c54db42d-49f4-445d-8fea-723411ce51a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be678fcd-aa4f-4208-b115-249903d0e83a HTTP/1.1" status: 204 len: 168 time: 0.7628324 Jun 17 11:41:16.205901 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:16.224750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54db42d-49f4-445d-8fea-723411ce51a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be678fcd-aa4f-4208-b115-249903d0e83a,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:16.273749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ab91-fda7-45b7-8b07-debcb3c18922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (56822c5d-0693-457a-89a7-d1f6b33b768b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.288057 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5685444d-7b05-4c8e-974e-7c9d37c2757a req-21d1bd5d-6957-40e1-accd-895bb7c8fe25 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.1020532 Jun 17 11:41:16.303318 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Current status of the port 35e2383b-a153-44f5-b9fe-8d2f49e0271d is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:16.315030 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:16.315030 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.360420 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Provisioning complete for port 37e3ab7e-0442-4966-813c-746aae58cd62 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:16.361032 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.405792 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ef42-2094-4bf8-ac90-266feabe9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.413763 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-fb51aabb-8660-4512-8a1c-d0b8cec3be26 None None] Port 37e3ab7e-0442-4966-813c-746aae58cd62 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:16.447938 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5ab91-fda7-45b7-8b07-debcb3c18922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56822c5d-0693-457a-89a7-d1f6b33b768b,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:16.451674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:16.468159 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8bd5ab91-fda7-45b7-8b07-debcb3c18922 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=053ba448084c46f7a8765e7e54d77471&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0361159 Jun 17 11:41:16.468843 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56886) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:16.476183 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:16.476434 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.515587 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:16.566832 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:16.580464 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-b2d19309-ff07-495d-9b50-0d5847cc9251 service neutron] 10.222.0.45 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286458 Jun 17 11:41:16.590202 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c08fb59-0d51-43e7-bc08-d0b7f75976bf admin admin] Publish callbacks [] for security_group (56822c5d-0693-457a-89a7-d1f6b33b768b), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.633490 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c08fb59-0d51-43e7-bc08-d0b7f75976bf admin admin] Publish callbacks [] for security_group (56822c5d-0693-457a-89a7-d1f6b33b768b), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.633709 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Made reservation on behalf of b9ebd69a2ffc492eae05aaf62e2d8ee2 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:41:16.646005 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.683773 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.684611 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35e2383b-a153-44f5-b9fe-8d2f49e0271d up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:16.729029 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 2, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:16.764193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:16.764651 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Updating router 91ecfd47-ae35-4898-88d7-7a0749f93306 port 37e3ab7e-0442-4966-813c-746aae58cd62 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:16.778194 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:16.782914 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c08fb59-0d51-43e7-bc08-d0b7f75976bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (56822c5d-0693-457a-89a7-d1f6b33b768b), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.785857 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3c08fb59-0d51-43e7-bc08-d0b7f75976bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.788343 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3c08fb59-0d51-43e7-bc08-d0b7f75976bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56822c5d-0693-457a-89a7-d1f6b33b768b HTTP/1.1" status: 204 len: 168 time: 0.3182724 Jun 17 11:41:16.802652 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08fb59-0d51-43e7-bc08-d0b7f75976bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56822c5d-0693-457a-89a7-d1f6b33b768b,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:16.835000 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56894) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:16.848683 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-42f8830b-6679-4c21-bb0f-8912f92fd4ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157722722', 'description': 'tempest-description--70570964'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:16.852917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Publish callbacks [] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.879847 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 35e2383b-a153-44f5-b9fe-8d2f49e0271d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:16.880299 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:16.891977 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.037063 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.079814 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-42f8830b-6679-4c21-bb0f-8912f92fd4ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.296403 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b05a635a-d4e0-4b4d-b3c4-729991245b1a req-2dff2c7a-380e-4f85-b662-428ddb5e641d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 210 time: 0.2419324 Jun 17 11:41:17.343800 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 35e2383b-a153-44f5-b9fe-8d2f49e0271d is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:17.349437 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 4245b551-8794-412d-85f2-f3847f7b31b2 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:17.372662 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:17.429583 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-42f8830b-6679-4c21-bb0f-8912f92fd4ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (d2126757-715e-4418-b13a-142848d5d116), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.508135 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Publish callbacks [] for port (37e3ab7e-0442-4966-813c-746aae58cd62), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.512220 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:17.577858 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a82ed0-2780-491a-b56d-400b6c66eddd None None] Pushing event updated for resources: {'Port': ['ID=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:17.596133 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Attempting to bind port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:17.596598 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Attempting to bind port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:17.597014 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Attempting to bind port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:17.601385 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-42f8830b-6679-4c21-bb0f-8912f92fd4ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d2126757-715e-4418-b13a-142848d5d116), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.606917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:17.608642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Checking segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:17.608642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.608642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Bound using segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:17.609060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Bound port: 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:17.609151 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.629859 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-916aad74-5129-40ff-9874-0708b1c417ea req-4f332a25-8d55-4a1a-ae63-4665d68aa1ca tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 210 time: 0.1090996 Jun 17 11:41:17.654554 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Allocated IP 172.20.0.13 (cbd2698b-6feb-4535-a9e0-4b42209dc23d/05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377/199985a1-d517-4233-be02-8ddb17816c27) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:17.657210 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 4245b551-8794-412d-85f2-f3847f7b31b2 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:17.657726 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.733864 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8830b-6679-4c21-bb0f-8912f92fd4ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2126757-715e-4418-b13a-142848d5d116,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:17.788533 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-a342a166-286c-416f-b02e-5f07071e2c10 None None] Provisioning complete for port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:17.789201 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a342a166-286c-416f-b02e-5f07071e2c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.797512 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.805812 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56940) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:17.810649 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-a5ef2e0f-e8ba-488f-b70e-4b8d3c2433e1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406112148', 'description': 'tempest-description--95100384'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:17.844289 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-42f8830b-6679-4c21-bb0f-8912f92fd4ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.848645 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-42f8830b-6679-4c21-bb0f-8912f92fd4ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0104039 Jun 17 11:41:17.853428 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56946) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:17.874924 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-7308677b-6583-47cb-a957-fff138af28b3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': 'd2126757-715e-4418-b13a-142848d5d116', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:17.883145 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d40283d8-1977-47c8-818b-87f3e11f02f2 req-3ebb482e-e586-4beb-b4a1-d6f9af0c6277 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.0677133 Jun 17 11:41:17.917072 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:17.925587 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-a342a166-286c-416f-b02e-5f07071e2c10 None None] Port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:17.980110 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:18.000103 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daaf6c-66ac-40eb-9d22-1f4b641fb95d None None] Pushing event updated for resources: {'Port': ['ID=37e3ab7e-0442-4966-813c-746aae58cd62,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:18.000571 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2e0f-e8ba-488f-b70e-4b8d3c2433e1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.024238 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7308677b-6583-47cb-a957-fff138af28b3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (df00ffcb-9fa0-4ea4-a910-21d04716eae9), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.029245 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 4245b551-8794-412d-85f2-f3847f7b31b2 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:18.031246 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.069611 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] For port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:18.155657 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:18.207583 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 4245b551-8794-412d-85f2-f3847f7b31b2, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=4245b551-8794-412d-85f2-f3847f7b31b2,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:18.213202 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Attempting to bind port 37e3ab7e-0442-4966-813c-746aae58cd62 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:18.213572 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Attempting to bind port 37e3ab7e-0442-4966-813c-746aae58cd62 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:18.213933 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Attempting to bind port 37e3ab7e-0442-4966-813c-746aae58cd62 on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:18.223985 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] For port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:18.231471 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:18.232136 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Checking segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:18.232548 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.233236 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Bound using segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:18.234371 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Bound port: 37e3ab7e-0442-4966-813c-746aae58cd62, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:18.234763 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.242547 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:18.309127 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks [] for port (199985a1-d517-4233-be02-8ddb17816c27), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.316599 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56960) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:18.337005 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.337928 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 5011cbaf-6c04-4991-b814-2e6e939b4a94 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:18.442585 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7308677b-6583-47cb-a957-fff138af28b3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (df00ffcb-9fa0-4ea4-a910-21d04716eae9), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.444362 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] For port 37e3ab7e-0442-4966-813c-746aae58cd62, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:18.448612 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-518fe3de-52af-4926-8eff-4b067a97b883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.455012 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] For port 37e3ab7e-0442-4966-813c-746aae58cd62, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=37e3ab7e-0442-4966-813c-746aae58cd62,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:18.485512 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2e0f-e8ba-488f-b70e-4b8d3c2433e1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (70fb137d-faab-40ce-a594-e5646dd8a238), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.515052 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.581836 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-668973a0-72c3-4ec6-b827-15b16a619751 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:18.588124 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-114b6c37-df27-44a2-b486-d39392a068d4 None None] Provisioning complete for port 37e3ab7e-0442-4966-813c-746aae58cd62 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:18.588317 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-668973a0-72c3-4ec6-b827-15b16a619751 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 819 time: 0.6631300 Jun 17 11:41:18.588495 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-114b6c37-df27-44a2-b486-d39392a068d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.601475 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.628011 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2e0f-e8ba-488f-b70e-4b8d3c2433e1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (70fb137d-faab-40ce-a594-e5646dd8a238), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.631146 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-ae93bc78-df6e-46bb-9a30-6d6932dac2b2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/quotas/e38262ed2ed84004a6e01d423cadcae4 HTTP/1.1" status: 200 len: 375 time: 0.0366762 Jun 17 11:41:18.634549 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7308677b-6583-47cb-a957-fff138af28b3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (df00ffcb-9fa0-4ea4-a910-21d04716eae9), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.682638 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (199985a1-d517-4233-be02-8ddb17816c27), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.714951 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:18.748765 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=4245b551-8794-412d-85f2-f3847f7b31b2,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:18.870605 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef2e0f-e8ba-488f-b70e-4b8d3c2433e1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fb137d-faab-40ce-a594-e5646dd8a238,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:18.923545 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:18.926674 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:18.954354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-518fe3de-52af-4926-8eff-4b067a97b883 admin admin] Publish callbacks [] for security_group (07e2a2ec-de20-421f-89f2-f2156ece20d2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:18.969005 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308677b-6583-47cb-a957-fff138af28b3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df00ffcb-9fa0-4ea4-a910-21d04716eae9,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:18.992902 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daaf6c-66ac-40eb-9d22-1f4b641fb95d None None] Pushing event updated for resources: {'Port': ['ID=37e3ab7e-0442-4966-813c-746aae58cd62,revision_number=4']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:19.025001 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:19.026181 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:19.036565 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2e0f-e8ba-488f-b70e-4b8d3c2433e1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.041129 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a5ef2e0f-e8ba-488f-b70e-4b8d3c2433e1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2342236 Jun 17 11:41:19.044323 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56976) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:19.056376 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:19.061402 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-599fe0c8-261c-43b4-84b8-4715cadffe70 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'security_group_rule': {'security_group_id': '70fb137d-faab-40ce-a594-e5646dd8a238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:19.134625 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7308677b-6583-47cb-a957-fff138af28b3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.139110 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-7308677b-6583-47cb-a957-fff138af28b3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2775545 Jun 17 11:41:19.143457 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-518fe3de-52af-4926-8eff-4b067a97b883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (07e2a2ec-de20-421f-89f2-f2156ece20d2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.148422 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56982) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:19.187423 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:19.260966 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-34c50fe1-2654-41bc-acde-0a685fa454d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': 'd2126757-715e-4418-b13a-142848d5d116', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:19.275424 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-1490b7fd-6d7a-4787-b6f2-24d30c774ff1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6341987 Jun 17 11:41:19.276326 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:19.295190 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.298723 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 5011cbaf-6c04-4991-b814-2e6e939b4a94 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:19.299120 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.307594 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:19.308267 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.312791 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe3de-52af-4926-8eff-4b067a97b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2a2ec-de20-421f-89f2-f2156ece20d2,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:19.373289 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:19.386921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Pushing event updated for resources: {'Port': ['ID=199985a1-d517-4233-be02-8ddb17816c27,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:19.393423 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-599fe0c8-261c-43b4-84b8-4715cadffe70 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (2c71cd0e-abfd-43d9-9926-ab606586a9b5), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.450255 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0f184-8683-41ac-b866-6cad6be2d808 req-5871de3c-bd19-4f69-9a60-beed9e4c5365 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:19.485778 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-26f0f184-8683-41ac-b866-6cad6be2d808 req-5871de3c-bd19-4f69-9a60-beed9e4c5365 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 932 time: 0.5046198 Jun 17 11:41:19.553121 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-599fe0c8-261c-43b4-84b8-4715cadffe70 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (2c71cd0e-abfd-43d9-9926-ab606586a9b5), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.553121 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-518fe3de-52af-4926-8eff-4b067a97b883 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b33a7839f3d24722809e3675b6a4d4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2270617 Jun 17 11:41:19.555123 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 56992) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:19.585167 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-4a4554ed-9239-487a-9cab-f4d6b0beb39b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6954427 Jun 17 11:41:19.586164 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:19.655133 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-b6e84428-2510-4f5b-8dad-9441a9cf2eb0 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:41:19.657548 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-b6e84428-2510-4f5b-8dad-9441a9cf2eb0 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0206354 Jun 17 11:41:19.686314 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-599fe0c8-261c-43b4-84b8-4715cadffe70 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (2c71cd0e-abfd-43d9-9926-ab606586a9b5), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.694993 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-26f0f184-8683-41ac-b866-6cad6be2d808 req-ea5af2a9-4f25-462d-9832-2d0ef25ddf2b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081137 Jun 17 11:41:19.848452 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-3f1313a4-eb50-487f-a728-5eac13af69f5 service neutron] 10.222.0.45 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582424 Jun 17 11:41:19.887709 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fe0c8-261c-43b4-84b8-4715cadffe70 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c71cd0e-abfd-43d9-9926-ab606586a9b5,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:19.892079 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34c50fe1-2654-41bc-acde-0a685fa454d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (b1ec1076-d6fc-4bdd-a308-6702dcad3b63), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:19.992477 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-df3560c7-5eeb-44d3-afa6-e2ad96766266 admin admin] Publish callbacks [] for security_group (07e2a2ec-de20-421f-89f2-f2156ece20d2), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.006305 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Sync routers for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:20.054176 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-599fe0c8-261c-43b4-84b8-4715cadffe70 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.058147 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-599fe0c8-261c-43b4-84b8-4715cadffe70 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0086215 Jun 17 11:41:20.077433 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:20.079660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:20.082899 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57004) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:20.105882 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-30b38374-f6a0-4a70-a311-c406f8882add service neutron] 10.222.0.45 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488954 Jun 17 11:41:20.137204 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:20.139728 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-dbfcf505-e0ea-4e08-894a-35686f959708 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'security_group_rule': {'security_group_id': '70fb137d-faab-40ce-a594-e5646dd8a238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:20.394528 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:20.397333 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c8a63-e9c2-4fa9-9d9d-66ca87ae72ef None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:20.398278 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e902faa-464b-4fea-a9e7-025724d4f7f5 req-647af852-af54-46f4-aaa5-bee663ef02e5 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.1629050 Jun 17 11:41:20.398565 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-df3560c7-5eeb-44d3-afa6-e2ad96766266 admin admin] Publish callbacks [] for security_group (07e2a2ec-de20-421f-89f2-f2156ece20d2), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.399067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:20.399459 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Request body: {'port': {'device_id': '8decdd22-7413-438f-94d0-5c3238a2072b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:20.399784 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34c50fe1-2654-41bc-acde-0a685fa454d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (b1ec1076-d6fc-4bdd-a308-6702dcad3b63), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.463870 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a82ed0-2780-491a-b56d-400b6c66eddd None None] Pushing event updated for resources: {'Port': ['ID=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:20.609314 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.656227 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:20.658910 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-114b6c37-df27-44a2-b486-d39392a068d4 None None] Current status of the port 37e3ab7e-0442-4966-813c-746aae58cd62 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:20.658910 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-114b6c37-df27-44a2-b486-d39392a068d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.689323 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34c50fe1-2654-41bc-acde-0a685fa454d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (b1ec1076-d6fc-4bdd-a308-6702dcad3b63), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.786136 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-df3560c7-5eeb-44d3-afa6-e2ad96766266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (07e2a2ec-de20-421f-89f2-f2156ece20d2), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.796864 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-df3560c7-5eeb-44d3-afa6-e2ad96766266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.801031 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-df3560c7-5eeb-44d3-afa6-e2ad96766266 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07e2a2ec-de20-421f-89f2-f2156ece20d2 HTTP/1.1" status: 204 len: 168 time: 1.2416668 Jun 17 11:41:20.822164 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf505-e0ea-4e08-894a-35686f959708 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (3c5ec1f5-39b3-4c9c-a5a8-93e2f8be801d), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.874102 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34c50fe1-2654-41bc-acde-0a685fa454d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.878320 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-34c50fe1-2654-41bc-acde-0a685fa454d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6332674 Jun 17 11:41:20.896675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c50fe1-2654-41bc-acde-0a685fa454d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ec1076-d6fc-4bdd-a308-6702dcad3b63,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:20.896675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3560c7-5eeb-44d3-afa6-e2ad96766266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2a2ec-de20-421f-89f2-f2156ece20d2,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:20.922261 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57024) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:20.926329 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:20.943785 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (199985a1-d517-4233-be02-8ddb17816c27), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:20.961914 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:21.043706 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:21.062292 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c3831f42-7353-479a-9d2a-eba671301739 req-b47ee7e0-1b6d-41ad-8b8e-1d768eb41bdb tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.1898136 Jun 17 11:41:21.148782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf505-e0ea-4e08-894a-35686f959708 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (3c5ec1f5-39b3-4c9c-a5a8-93e2f8be801d), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:21.149108 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 5011cbaf-6c04-4991-b814-2e6e939b4a94 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:21.151168 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device f9a189e5-14b8-45ad-97c3-46b6a3b02dac up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:21.244064 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:21.268576 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf505-e0ea-4e08-894a-35686f959708 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (3c5ec1f5-39b3-4c9c-a5a8-93e2f8be801d), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:21.390087 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcf505-e0ea-4e08-894a-35686f959708 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5ec1f5-39b3-4c9c-a5a8-93e2f8be801d,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:21.417350 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888e661-12d6-4ea1-80ef-fa0ecf841d1d req-f2bc833a-7bad-456d-945a-5aa806e7933d tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:21.417350 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0888e661-12d6-4ea1-80ef-fa0ecf841d1d req-f2bc833a-7bad-456d-945a-5aa806e7933d tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 932 time: 0.4256794 Jun 17 11:41:21.574618 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-dbfcf505-e0ea-4e08-894a-35686f959708 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:21.575904 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-dbfcf505-e0ea-4e08-894a-35686f959708 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4778199 Jun 17 11:41:21.582724 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57046) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:21.587329 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:21.635511 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-114b6c37-df27-44a2-b486-d39392a068d4 None None] For port 37e3ab7e-0442-4966-813c-746aae58cd62, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=37e3ab7e-0442-4966-813c-746aae58cd62,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:21.666509 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.33', 61139) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:21.738082 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 2, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:21.747710 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a795bf5b-e3d9-42c7-9bf4-ae69d7682539 req-97ef8a4b-3566-4173-86c1-f7bb8a79e04c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.2104495 Jun 17 11:41:21.900171 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0888e661-12d6-4ea1-80ef-fa0ecf841d1d req-d860468e-1f90-42e7-8936-985fedf98b8f tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652307 Jun 17 11:41:21.906454 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:17Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:21.932932 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Checking router: 215cbbee-bf18-4794-85bf-c2ded75e0d1a for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:21.933383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Updating router 215cbbee-bf18-4794-85bf-c2ded75e0d1a port a4441313-2174-4764-981c-0bfa5d4c45f8 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:41:21.943480 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-114b6c37-df27-44a2-b486-d39392a068d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:21.945196 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:21.978726 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:22.043908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.33', 61140) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:22.086977 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:22.292621 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ee316bd0-38dd-44e2-98d8-45cb5f078d25 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:22.294269 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ee316bd0-38dd-44e2-98d8-45cb5f078d25 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 819 time: 0.2466605 Jun 17 11:41:22.324073 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ecd9b-3cf2-4d8d-81f7-ad5cacb32f43 None None] The sync data for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi is: [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:17Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:22.347407 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:22.358733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'port': {'device_id': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'admin_state_up': True, 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:22.361758 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port f9a189e5-14b8-45ad-97c3-46b6a3b02dac triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:22.368009 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:22.503504 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-70177d32-ab5f-4e7a-9af9-d8514f6a47a9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:22.518710 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199985a1-d517-4233-be02-8ddb17816c27 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:22.520252 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-70177d32-ab5f-4e7a-9af9-d8514f6a47a9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 810 time: 0.8478935 Jun 17 11:41:22.547644 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:22.549878 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Provisioning complete for port 199985a1-d517-4233-be02-8ddb17816c27 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:22.563082 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (199985a1-d517-4233-be02-8ddb17816c27), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:22.563534 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e62f4761-0fbd-4cfe-b15f-f9d46709ae14 req-7132e8cb-635a-4112-b9c9-31f456d8bbc5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.2670848 Jun 17 11:41:22.610539 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Publish callbacks [] for port (199985a1-d517-4233-be02-8ddb17816c27), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:22.788639 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:22.841044 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:22.848686 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b6c37-df27-44a2-b486-d39392a068d4 None None] Pushing event updated for resources: {'Port': ['ID=37e3ab7e-0442-4966-813c-746aae58cd62,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:22.883622 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Transition to ACTIVE for port object 199985a1-d517-4233-be02-8ddb17816c27 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:41:22.967642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Port 199985a1-d517-4233-be02-8ddb17816c27 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:23.024259 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.27.2.8 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/10d2eb0a-dd86-4cfb-a52e-2609102874ea) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:23.035102 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Provisioning complete for port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:23.045086 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (199985a1-d517-4233-be02-8ddb17816c27), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:23.051014 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:23.073689 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:23.120075 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-0c4ec7ed-f21a-4dfd-be19-b87d82ea9fd5 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35e2c02ed78431fbbc93d3da1a7caba HTTP/1.1" status: 200 len: 380 time: 0.5778391 Jun 17 11:41:23.170624 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'port': {'device_id': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'admin_state_up': True, 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'security_groups': ['8c7f2610-d383-456d-bede-0dd7e409b586']}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:23.386342 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Pushing event updated for resources: {'Port': ['ID=199985a1-d517-4233-be02-8ddb17816c27,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:23.391997 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port f9a189e5-14b8-45ad-97c3-46b6a3b02dac is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:23.668347 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:23.889402 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b73e5a71-1ccf-4e6e-823a-87a89dcc5f77 req-70d04598-94dc-4124-8c4b-b21afe40e793 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.8273492 Jun 17 11:41:23.905007 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:23.908117 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Current status of the port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:23.909857 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:23.950017 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546111-0152-4204-ac2a-b8d2da567332 req-4c639cde-1b08-4ea0-9bdb-091545face32 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:23.968165 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-65546111-0152-4204-ac2a-b8d2da567332 req-4c639cde-1b08-4ea0-9bdb-091545face32 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.8205988 Jun 17 11:41:23.977114 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 57114) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:24.001702 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Made reservation on behalf of e38262ed2ed84004a6e01d423cadcae4 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:41:24.010445 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.019299 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Attempting to bind port 199985a1-d517-4233-be02-8ddb17816c27 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:24.020022 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Attempting to bind port 199985a1-d517-4233-be02-8ddb17816c27 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:24.020557 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Attempting to bind port 199985a1-d517-4233-be02-8ddb17816c27 on network cbd2698b-6feb-4535-a9e0-4b42209dc23d {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:24.088297 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] For port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:24.111992 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Made reservation on behalf of b35e2c02ed78431fbbc93d3da1a7caba for: {'port': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:41:24.121877 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Port 199985a1-d517-4233-be02-8ddb17816c27 on network cbd2698b-6feb-4535-a9e0-4b42209dc23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:41:24.122389 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Attempting to bind port 199985a1-d517-4233-be02-8ddb17816c27 on network cbd2698b-6feb-4535-a9e0-4b42209dc23d {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:24.130024 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.151200 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.214423 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.229162 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2f1d56b8-80d8-4955-b95c-0168e1d93ebc req-7e0e595e-deea-49df-81c8-12875a5e8414 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.1998944 Jun 17 11:41:24.258083 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:24.258429 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Checking segment: {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:24.259334 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Bound using segment: {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:24.259872 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Bound port: 199985a1-d517-4233-be02-8ddb17816c27, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f910671b-7a5d-4535-abea-ed757f5b2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:24.260102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (199985a1-d517-4233-be02-8ddb17816c27), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.319227 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Pushing event updated for resources: {'Port': ['ID=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:24.329557 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:24.354275 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-65546111-0152-4204-ac2a-b8d2da567332 req-7a5a1f6b-64de-4d0a-806a-19c3be9ac3d7 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848724 Jun 17 11:41:24.355297 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Provisioning complete for port 37e3ab7e-0442-4966-813c-746aae58cd62 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:24.355681 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.364358 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-aa4022b8-13db-4342-9325-a11413262337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.429846 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Publish callbacks [] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.503609 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] For port 199985a1-d517-4233-be02-8ddb17816c27, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:24.544908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] For port 199985a1-d517-4233-be02-8ddb17816c27, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=199985a1-d517-4233-be02-8ddb17816c27,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:24.553747 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Allocated IP 172.20.0.11 (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc/62f14541-c886-4103-8909-e8a628129c97/845a8d6f-82d9-4eca-a43c-35be0c12da3d) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:24.559101 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.33', 61146) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:24.582601 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.638945 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (199985a1-d517-4233-be02-8ddb17816c27), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.669899 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.698881 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ce771-ad24-4b10-be04-f575354d86e1 None None] Pushing event updated for resources: {'Port': ['ID=a4441313-2174-4764-981c-0bfa5d4c45f8,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:24.774092 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:24.787641 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 37e3ab7e-0442-4966-813c-746aae58cd62 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:24.867136 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:24.950159 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:24.950733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:24.952421 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] 10.222.0.33 "PUT /v2.0/ports/199985a1-d517-4233-be02-8ddb17816c27 HTTP/1.1" status: 200 len: 1094 time: 4.8418396 Jun 17 11:41:25.054857 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:25.080123 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8decdd22-7413-438f-94d0-5c3238a2072b', 'tag': '199985a1-d517-4233-be02-8ddb17816c27'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:25.085299 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=10d2eb0a-dd86-4cfb-a52e-2609102874ea,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:25.173750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:25.194840 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:25.205469 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Allocated IP 172.27.2.231 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/a8f0e4f4-a4cf-4e96-a58b-c9bd77662939) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:25.232304 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8979acb3-962a-4bfc-864f-0cf0dbbd484d None None] Current status of the port 37e3ab7e-0442-4966-813c-746aae58cd62 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:25.300917 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:25.344207 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 37e3ab7e-0442-4966-813c-746aae58cd62 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:25.345025 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:25.363382 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd258ae-1b93-4df6-9b27-6af933ff59bc service neutron] Pushing event updated for resources: {'Port': ['ID=199985a1-d517-4233-be02-8ddb17816c27,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:25.504490 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Attempting to bind port a4441313-2174-4764-981c-0bfa5d4c45f8 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:25.506298 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Attempting to bind port a4441313-2174-4764-981c-0bfa5d4c45f8 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:25.506903 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Attempting to bind port a4441313-2174-4764-981c-0bfa5d4c45f8 on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:25.549775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:25.550478 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Checking segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:25.551055 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:25.554178 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Bound using segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:25.554178 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Bound port: a4441313-2174-4764-981c-0bfa5d4c45f8, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:25.554178 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:25.599453 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-aa4022b8-13db-4342-9325-a11413262337 admin admin] Publish callbacks [] for security_group (b96ac833-ffc5-482f-9c89-2753474e1a2c), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:25.604783 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 57160) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:25.610180 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:25.658374 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-61674242-36f3-451e-8aca-ee3956ad2e5f None None] Provisioning complete for port a4441313-2174-4764-981c-0bfa5d4c45f8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:25.658852 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-61674242-36f3-451e-8aca-ee3956ad2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:25.672244 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:25.690049 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Allocated IP 172.20.0.10 (c868a535-9c12-4f90-862a-6c3a44470c58/62c59720-50bf-4621-814a-44aed111f12d/c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:25.765741 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 37e3ab7e-0442-4966-813c-746aae58cd62 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:25.769996 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:25.850466 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] For port a4441313-2174-4764-981c-0bfa5d4c45f8, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:25.918569 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-61674242-36f3-451e-8aca-ee3956ad2e5f None None] Port a4441313-2174-4764-981c-0bfa5d4c45f8 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:25.918569 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:25.920037 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] For port a4441313-2174-4764-981c-0bfa5d4c45f8, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=a4441313-2174-4764-981c-0bfa5d4c45f8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:25.984460 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:25.984991 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:25.992785 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (10acb40c-7a7e-4883-9663-d87d08a1cdfa), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.048254 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.076376 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce56677-0b16-4f08-8c34-9d66fb3f4552" -d '{"events": [{"name": "network-changed", "server_uuid": "8decdd22-7413-438f-94d0-5c3238a2072b", "tag": "199985a1-d517-4233-be02-8ddb17816c27"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:26.088147 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.109431 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c8114f2e-aad9-4fa3-b0c7-3791cad683a7 req-00ddaf87-e9f7-4d69-ba5d-29cb0a2caa93 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.6991298 Jun 17 11:41:26.165758 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4078de69-3b97-409c-9254-d50f531def22 req-6d93242c-5bfe-49fe-95e5-724c43166e5b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.7575219 Jun 17 11:41:26.173950 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-aa4022b8-13db-4342-9325-a11413262337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b96ac833-ffc5-482f-9c89-2753474e1a2c), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.291801 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.297954 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:26.297954 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:26.329314 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ce771-ad24-4b10-be04-f575354d86e1 None None] Pushing event updated for resources: {'Port': ['ID=a4441313-2174-4764-981c-0bfa5d4c45f8,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:26.486319 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:26.495223 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 83946599-5acf-46ef-8b89-4be14c261307 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:26.564424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:26.572481 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.593858 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-aa4022b8-13db-4342-9325-a11413262337 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42a40b1d9d6b48f4b4cbe444f73cd4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6121185 Jun 17 11:41:26.610062 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-79a02488-392c-4d40-ae2d-e9d5a96c1bae tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:26.611965 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-79a02488-392c-4d40-ae2d-e9d5a96c1bae tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 819 time: 2.0488367 Jun 17 11:41:26.613545 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-f0b095d9-92ff-4499-8194-be1cc160431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:26.615952 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-f0b095d9-92ff-4499-8194-be1cc160431f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b9ebd69a2ffc492eae05aaf62e2d8ee2&device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 1128 time: 1.2454238 Jun 17 11:41:26.624114 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 57182) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:26.626311 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af117f46-2547-40d8-bb20-972edcd3dc51 x-openstack-request-id: req-af117f46-2547-40d8-bb20-972edcd3dc51 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:26.626603 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8decdd22-7413-438f-94d0-5c3238a2072b", "tag": "199985a1-d517-4233-be02-8ddb17816c27", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:26.626848 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af117f46-2547-40d8-bb20-972edcd3dc51 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:26.627300 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af117f46-2547-40d8-bb20-972edcd3dc51'] response: {'name': 'network-changed', 'server_uuid': '8decdd22-7413-438f-94d0-5c3238a2072b', 'tag': '199985a1-d517-4233-be02-8ddb17816c27', 'status': 'completed', 'code': 200} Jun 17 11:41:26.705941 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:26.710870 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:26.714241 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 83946599-5acf-46ef-8b89-4be14c261307 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:26.714682 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (83946599-5acf-46ef-8b89-4be14c261307), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.736269 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:26.741566 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'port': {'device_id': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'admin_state_up': True, 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:26.756681 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:26.794359 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'Port': ['ID=a8f0e4f4-a4cf-4e96-a58b-c9bd77662939,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:26.808436 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4022b8-13db-4342-9325-a11413262337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96ac833-ffc5-482f-9c89-2753474e1a2c,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:26.895511 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.942698 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d14b69ba-aeb6-4b21-8e3f-64655fd43072 None None] Provisioning complete for port a4441313-2174-4764-981c-0bfa5d4c45f8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:26.943140 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d14b69ba-aeb6-4b21-8e3f-64655fd43072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.965758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.971689 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f88d46a2-d98c-498e-aee2-64c7e9727625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:26.975919 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-aa605235-ac58-40f4-876d-15d39abf23ab service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199985a1-d517-4233-be02-8ddb17816c27 HTTP/1.1" status: 200 len: 217 time: 0.2497573 Jun 17 11:41:27.010211 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 83946599-5acf-46ef-8b89-4be14c261307 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:27.011480 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35e2383b-a153-44f5-b9fe-8d2f49e0271d up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:27.056563 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1a434623-5373-4218-a1eb-83c3c165e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:27.058205 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-1a434623-5373-4218-a1eb-83c3c165e67b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377 HTTP/1.1" status: 200 len: 851 time: 0.0622156 Jun 17 11:41:27.066307 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7354e-63ec-4b35-b9d2-1e97474f861a req-7cbd1761-fe29-48a3-b12f-74b39710132c tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:27.073920 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-14b7354e-63ec-4b35-b9d2-1e97474f861a req-7cbd1761-fe29-48a3-b12f-74b39710132c tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.5581918 Jun 17 11:41:27.166548 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 35e2383b-a153-44f5-b9fe-8d2f49e0271d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:27.167355 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.171854 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f88d46a2-d98c-498e-aee2-64c7e9727625 admin admin] Publish callbacks [] for security_group (aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.191211 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.201109 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:27.242967 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (823bbf97-0772-4317-bb40-d048114e0e1e), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.265366 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.277388 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f88d46a2-d98c-498e-aee2-64c7e9727625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.327401 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.328472 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:27.336688 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (10acb40c-7a7e-4883-9663-d87d08a1cdfa), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.341006 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f88d46a2-d98c-498e-aee2-64c7e9727625 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a28eb5280a0b48048772c4795a7cd838&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6798148 Jun 17 11:41:27.347174 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57206) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:27.391919 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e318e8c0-1543-420b-a22d-c2c732ece67e req-cab361a4-db67-46bd-9f2a-61638d888955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.1406050 Jun 17 11:41:27.400482 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 35e2383b-a153-44f5-b9fe-8d2f49e0271d is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:27.402228 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:27.437102 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=10d2eb0a-dd86-4cfb-a52e-2609102874ea,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:27.442103 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Network c868a535-9c12-4f90-862a-6c3a44470c58 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:27.454997 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d14b69ba-aeb6-4b21-8e3f-64655fd43072 None None] Current status of the port a4441313-2174-4764-981c-0bfa5d4c45f8 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:27.455635 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d14b69ba-aeb6-4b21-8e3f-64655fd43072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.467496 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:25Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:27.485173 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:27.526481 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:27.530103 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-eaf268ab-d5d3-4583-ab31-da87e678d65c admin admin] Publish callbacks [] for security_group (b96ac833-ffc5-482f-9c89-2753474e1a2c), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.538135 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa90d5-8b83-42d1-b092-424eb77a8bc2 None None] The sync data for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi is: [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:25Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:27.544624 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:27.550652 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:27.551449 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.558911 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.562454 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.576880 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:27.576880 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.581069 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-712490d5-fdd3-48b2-a2a4-361ec3fd7961 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6287813 Jun 17 11:41:27.655995 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-14b7354e-63ec-4b35-b9d2-1e97474f861a req-9821a59a-effc-465c-b9c7-ac51ba787dff tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811074 Jun 17 11:41:27.692866 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-d14b69ba-aeb6-4b21-8e3f-64655fd43072 None None] For port a4441313-2174-4764-981c-0bfa5d4c45f8, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=a4441313-2174-4764-981c-0bfa5d4c45f8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:27.695904 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:27.721820 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:27.782791 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-eaf268ab-d5d3-4583-ab31-da87e678d65c admin admin] Publish callbacks [] for security_group (b96ac833-ffc5-482f-9c89-2753474e1a2c), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.798591 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:27.801361 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 4245b551-8794-412d-85f2-f3847f7b31b2 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:27.811604 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d14b69ba-aeb6-4b21-8e3f-64655fd43072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.812470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'Port': ['ID=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:27.905763 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-80b19786-45ed-45ce-a378-ffad10a8c6eb admin admin] Publish callbacks [] for security_group (aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:27.941102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-2eb36fed-fc53-4be8-83ba-4a3cf94d0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:27.942673 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-2eb36fed-fc53-4be8-83ba-4a3cf94d0af8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cbd2698b-6feb-4535-a9e0-4b42209dc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8587666 Jun 17 11:41:28.030238 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-26220935-4de1-43b7-9f3b-9ac7afa58e06 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8793209 Jun 17 11:41:28.109251 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 4245b551-8794-412d-85f2-f3847f7b31b2 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:28.109642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.111343 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b69ba-aeb6-4b21-8e3f-64655fd43072 None None] Pushing event updated for resources: {'Port': ['ID=a4441313-2174-4764-981c-0bfa5d4c45f8,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:28.113030 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Request body: {'port': {'device_id': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:28.141665 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d46a2-d98c-498e-aee2-64c7e9727625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:28.153925 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-80b19786-45ed-45ce-a378-ffad10a8c6eb admin admin] Publish callbacks [] for security_group (aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.178344 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.255219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c853a78-7429-4530-818a-d86891533720 req-f39b7d9d-83df-409d-86b5-80631c9f0a29 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:28.258964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.261458 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-a7ea1c70-7bb5-4afd-8096-cee9304f4daa None None] Provisioning complete for port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:28.261825 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a7ea1c70-7bb5-4afd-8096-cee9304f4daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.264166 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9c853a78-7429-4530-818a-d86891533720 req-f39b7d9d-83df-409d-86b5-80631c9f0a29 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 932 time: 0.6306369 Jun 17 11:41:28.331721 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.334516 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-eaf268ab-d5d3-4583-ab31-da87e678d65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b96ac833-ffc5-482f-9c89-2753474e1a2c), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.339705 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-eaf268ab-d5d3-4583-ab31-da87e678d65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.341364 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-eaf268ab-d5d3-4583-ab31-da87e678d65c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b96ac833-ffc5-482f-9c89-2753474e1a2c HTTP/1.1" status: 204 len: 168 time: 1.7131908 Jun 17 11:41:28.357659 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea1c70-7bb5-4afd-8096-cee9304f4daa None None] Port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:28.380781 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.407325 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'Port': ['ID=a8f0e4f4-a4cf-4e96-a58b-c9bd77662939,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:28.445630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:28.447114 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (823bbf97-0772-4317-bb40-d048114e0e1e), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.475400 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 4245b551-8794-412d-85f2-f3847f7b31b2 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:28.520241 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Made reservation on behalf of e38262ed2ed84004a6e01d423cadcae4 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:41:28.537069 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.558715 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-7c260914-dff1-469d-b849-2a2795719474 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--157722722&fields=id&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 267 time: 0.4639828 Jun 17 11:41:28.626872 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.628377 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f05a2c8f-7fd7-49bc-a921-3b997eab2755 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0446742 Jun 17 11:41:28.637281 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-80b19786-45ed-45ce-a378-ffad10a8c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.661029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-80b19786-45ed-45ce-a378-ffad10a8c6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:28.662527 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-80b19786-45ed-45ce-a378-ffad10a8c6eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad HTTP/1.1" status: 204 len: 168 time: 1.2897773 Jun 17 11:41:28.752280 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:28.840004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'Port': ['ID=845a8d6f-82d9-4eca-a43c-35be0c12da3d,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:28.874544 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:28.917006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf268ab-d5d3-4583-ab31-da87e678d65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96ac833-ffc5-482f-9c89-2753474e1a2c,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:28.923648 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:28.993860 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:29.004397 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:29.021553 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:29.023553 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:29.100026 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:29.100801 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:29.123700 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-ce2b2bcf-d66d-4197-bb20-17abb3656da6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:29.137304 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-ce2b2bcf-d66d-4197-bb20-17abb3656da6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.5737438 Jun 17 11:41:29.158991 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:29.188130 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9c853a78-7429-4530-818a-d86891533720 req-67062fba-b4b5-4362-9a9e-1d68e90db190 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9160738 Jun 17 11:41:29.233411 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-84545913-60c3-47bb-910e-e71d4f578863 service neutron] 10.222.0.33 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2377400 Jun 17 11:41:29.253194 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-51fa9009-abb0-464b-9456-a10b4994cbff tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/quotas/c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 375 time: 0.1146348 Jun 17 11:41:29.260247 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b19786-45ed-45ce-a378-ffad10a8c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf211d7-a3cf-4bdd-8c91-8f3ed2be92ad,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:29.364093 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:29.432509 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:29.433994 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device a4441313-2174-4764-981c-0bfa5d4c45f8 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:29.552004 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-f86c9870-1b80-444e-b7d9-735e0935a6af tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2937500 Jun 17 11:41:29.562795 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-f49367f4-b62a-4d92-9068-49769e25b955 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2315569 Jun 17 11:41:29.703907 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57280) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:29.718713 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-9b1ba5af-b437-4454-9f43-8d7f6a6dcb86 None None] Provisioning complete for port 845a8d6f-82d9-4eca-a43c-35be0c12da3d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:29.719217 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba5af-b437-4454-9f43-8d7f6a6dcb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:29.729478 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-43042cb0-b0a9-4293-90a5-051d979b41e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:29.752001 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 {{(pid=111182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:29.772315 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Publish callbacks [] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:29.777383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ba5af-b437-4454-9f43-8d7f6a6dcb86 None None] Port 845a8d6f-82d9-4eca-a43c-35be0c12da3d cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:29.783158 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port a4441313-2174-4764-981c-0bfa5d4c45f8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:29.783685 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:29.832875 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Request body: {'port': {'device_id': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:29.896381 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.provisioning_blocks [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Transition to ACTIVE for port object c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 will not be triggered until provisioned by entity L2. {{(pid=111182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:41:29.914196 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:29.933003 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-43042cb0-b0a9-4293-90a5-051d979b41e4 admin admin] Publish callbacks [] for security_group (df99b4fa-8b25-4cad-b67d-eb255e79508c), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:29.943798 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2073a7a9-8bb0-49f4-b0aa-656ac37bf611 req-569bed16-96ac-456f-adc7-ea859cfa5c36 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.4365191 Jun 17 11:41:30.016007 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port a4441313-2174-4764-981c-0bfa5d4c45f8 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:30.037746 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.074607 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-43042cb0-b0a9-4293-90a5-051d979b41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (df99b4fa-8b25-4cad-b67d-eb255e79508c), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.087104 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffa51437-b8a6-46e8-879c-937fa053b8f8 req-d7bc2798-8570-40f8-ba38-eb9114de30b8 service neutron] 10.222.0.33 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027650 Jun 17 11:41:30.143991 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=77 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:30.147164 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43042cb0-b0a9-4293-90a5-051d979b41e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df99b4fa-8b25-4cad-b67d-eb255e79508c,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:30.180322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.205115 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:30.207589 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Allocated IP 172.20.0.9 (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc/62f14541-c886-4103-8909-e8a628129c97/fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:30.217744 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-765289fb-571c-4634-9a43-b43d2a6a75e1 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682795 Jun 17 11:41:30.244547 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef948-6cea-43b2-b7c2-72fb95f28a07 req-0cc1f8e5-97fc-47e2-9341-64818f337801 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:30.246225 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-61cef948-6cea-43b2-b7c2-72fb95f28a07 req-0cc1f8e5-97fc-47e2-9341-64818f337801 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.1623600 Jun 17 11:41:30.250677 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Pushing event updated for resources: {'Port': ['ID=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:30.279191 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-43042cb0-b0a9-4293-90a5-051d979b41e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d99a07cb01d741aba13a6a3561fcc792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740855 Jun 17 11:41:30.291091 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 57300) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:30.365541 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Attempting to bind port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:30.365909 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Attempting to bind port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:30.366264 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Attempting to bind port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 on network c868a535-9c12-4f90-862a-6c3a44470c58 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:30.377330 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 on network c868a535-9c12-4f90-862a-6c3a44470c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:41:30.377656 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Attempting to bind port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 on network c868a535-9c12-4f90-862a-6c3a44470c58 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:30.384767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:30.385514 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Checking segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:30.386268 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Bound using segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:30.386893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Bound port: c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:30.387462 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.417661 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:30.431898 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57310) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:30.465283 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4e55-d6c0-44df-9875-32bd14ca44ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.546730 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] For port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8, host hv-cinder-83716, cleared binding levels {{(pid=111182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:30.578968 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] For port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:30.630638 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4e55-d6c0-44df-9875-32bd14ca44ec admin admin] Publish callbacks [] for security_group (12840e08-eb82-4924-91b0-c8130f7061e5), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.641246 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.688971 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:30.689613 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.691277 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] 10.222.0.33 "PUT /v2.0/ports/c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 200 len: 1094 time: 2.5916543 Jun 17 11:41:30.691798 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:30.692744 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:30.787031 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4e55-d6c0-44df-9875-32bd14ca44ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (12840e08-eb82-4924-91b0-c8130f7061e5), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:30.947199 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-dc0a4e55-d6c0-44df-9875-32bd14ca44ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee1f339cedbe43df9e2c316d1418978b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142405 Jun 17 11:41:31.002763 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57324) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:31.008351 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f214c6-22b7-4a9b-afba-0eb6f006306e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:31.014054 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a4e55-d6c0-44df-9875-32bd14ca44ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12840e08-eb82-4924-91b0-c8130f7061e5,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:31.048786 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bc304-24eb-4114-a4e7-e62fc97dd49f service neutron] Pushing event updated for resources: {'Port': ['ID=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,revision_number=3']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:31.092007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-d2be94f2-3833-49ca-9125-77a7b09bdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:31.093639 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-d2be94f2-3833-49ca-9125-77a7b09bdcdd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 1128 time: 0.1836381 Jun 17 11:41:31.186057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:31.196879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0420-ab89-4e22-b7b8-ab90d97e029f admin admin] Publish callbacks [] for security_group (12840e08-eb82-4924-91b0-c8130f7061e5), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:31.200817 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-9f17ded9-002b-4f73-9fc8-dc2b9ceef854 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 200 len: 217 time: 0.0807023 Jun 17 11:41:31.277242 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0420-ab89-4e22-b7b8-ab90d97e029f admin admin] Publish callbacks [] for security_group (12840e08-eb82-4924-91b0-c8130f7061e5), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:31.310706 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-46c50371-a29e-4f2e-bfb3-30e4410c4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:31.312125 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-46c50371-a29e-4f2e-bfb3-30e4410c4b8b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.0910857 Jun 17 11:41:31.314287 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-cddb4a0f-6374-4780-a2e9-8e96e3ff7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:31.316721 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-cddb4a0f-6374-4780-a2e9-8e96e3ff7355 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b9ebd69a2ffc492eae05aaf62e2d8ee2&device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 1128 time: 1.0357735 Jun 17 11:41:31.422432 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-61cef948-6cea-43b2-b7c2-72fb95f28a07 req-0c0c23a5-0e1c-4b7a-8603-6ea7d96811ee tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1429720 Jun 17 11:41:31.438997 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0420-ab89-4e22-b7b8-ab90d97e029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (12840e08-eb82-4924-91b0-c8130f7061e5), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:31.445268 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0420-ab89-4e22-b7b8-ab90d97e029f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:31.455512 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-8d600e58-31f8-4694-a359-8a2cac88e1a0 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2326176 Jun 17 11:41:31.476887 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2b4e0420-ab89-4e22-b7b8-ab90d97e029f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12840e08-eb82-4924-91b0-c8130f7061e5 HTTP/1.1" status: 204 len: 168 time: 0.4583981 Jun 17 11:41:31.532616 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e0420-ab89-4e22-b7b8-ab90d97e029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12840e08-eb82-4924-91b0-c8130f7061e5,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:31.635509 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-4224f40c-7c5b-4a41-a516-53f0b56e5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:31.638303 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-4224f40c-7c5b-4a41-a516-53f0b56e5e08 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2598040 Jun 17 11:41:31.644057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fd0aca41-0fbd-44f5-bf9b-9be6cb639175 admin admin] Publish callbacks [] for security_group (df99b4fa-8b25-4cad-b67d-eb255e79508c), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:31.801312 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-bd9c7185-e92d-4f65-9536-3c2357069b8a service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477282 Jun 17 11:41:31.845415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fd0aca41-0fbd-44f5-bf9b-9be6cb639175 admin admin] Publish callbacks [] for security_group (df99b4fa-8b25-4cad-b67d-eb255e79508c), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:31.894250 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-809e5e27-e26a-4861-b311-0668ca1813d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:31.896004 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-809e5e27-e26a-4861-b311-0668ca1813d4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=cbd2698b-6feb-4535-a9e0-4b42209dc23d HTTP/1.1" status: 200 len: 913 time: 0.5073583 Jun 17 11:41:31.934207 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:31.980006 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-e1e215b2-4676-4151-b978-34d90b6cfa31 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199985a1-d517-4233-be02-8ddb17816c27 HTTP/1.1" status: 200 len: 217 time: 0.0605073 Jun 17 11:41:31.990544 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-67b1e414-c462-4816-97c9-05157b91db63 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1406112148&fields=id&tenant_id=bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 267 time: 0.3355551 Jun 17 11:41:32.044469 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-833f4513-ad47-4d5a-8da6-ad226c13d7b2 req-a649600a-e3a1-471c-8671-f2cc03505838 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959198 Jun 17 11:41:32.069806 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-45fa3a70-05e2-472a-82fe-c48e812b218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:32.071833 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-45fa3a70-05e2-472a-82fe-c48e812b218a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377 HTTP/1.1" status: 200 len: 851 time: 0.0620832 Jun 17 11:41:32.109893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:32.169441 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fd0aca41-0fbd-44f5-bf9b-9be6cb639175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (df99b4fa-8b25-4cad-b67d-eb255e79508c), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:32.176005 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fd0aca41-0fbd-44f5-bf9b-9be6cb639175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:32.176005 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-fd0aca41-0fbd-44f5-bf9b-9be6cb639175 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df99b4fa-8b25-4cad-b67d-eb255e79508c HTTP/1.1" status: 204 len: 168 time: 1.8467691 Jun 17 11:41:32.176005 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-787f27fa-f6f4-4ea0-8d40-cf87d7b2215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:32.176822 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-787f27fa-f6f4-4ea0-8d40-cf87d7b2215c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cbd2698b-6feb-4535-a9e0-4b42209dc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754018 Jun 17 11:41:32.195256 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:32.274034 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0aca41-0fbd-44f5-bf9b-9be6cb639175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df99b4fa-8b25-4cad-b67d-eb255e79508c,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:32.288666 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab8db4-2e96-4f86-8916-ea075b49b1c9 req-6008646c-213f-4eec-8258-0af2c5bf7f36 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:32.303882 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f1ab8db4-2e96-4f86-8916-ea075b49b1c9 req-6008646c-213f-4eec-8258-0af2c5bf7f36 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 944 time: 0.3041933 Jun 17 11:41:32.345240 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57368) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:32.463131 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:32.470009 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:32.470511 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-4cdfb878-ff8a-4676-9c08-d82b447fed11 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:32.472182 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-4cdfb878-ff8a-4676-9c08-d82b447fed11 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 816 time: 0.4807816 Jun 17 11:41:32.498690 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f1ab8db4-2e96-4f86-8916-ea075b49b1c9 req-b20d97a6-140f-41f1-8704-66ca755fd762 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928885 Jun 17 11:41:32.579417 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-36577cfd-1df8-4ebe-aef8-47a6b74f6552 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/quotas/bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 375 time: 0.0782030 Jun 17 11:41:32.613335 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:32.619447 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-bb81fb53-1e5b-4383-abff-a54bdcb7a931 service neutron] 10.222.0.33 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718550 Jun 17 11:41:32.644862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:32.654109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:32.659521 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:32.660229 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:32.720876 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'Port': ['ID=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:32.874066 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:41:32.884805 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:32.892332 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-115369a1-73e0-4987-b51f-405e8e3f95d6 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2780030 Jun 17 11:41:32.907751 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d2be8-8e89-4817-9714-c35886d0cab1 req-517268d2-d483-4eb9-88c9-04548820a8d0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:32.915331 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ad8d2be8-8e89-4817-9714-c35886d0cab1 req-517268d2-d483-4eb9-88c9-04548820a8d0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 931 time: 0.3041620 Jun 17 11:41:32.922792 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-042cfaf9-2ba8-4ce3-bbf6-72849e0a5953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:32.954919 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7453c519-0500-4637-aa62-498c29f86425 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2312272 Jun 17 11:41:33.022705 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Request body: {'port': {'device_id': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:33.041522 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-770f7bdb-f3d7-419f-ae43-440a45a8c48d None None] Provisioning complete for port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:33.043357 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-770f7bdb-f3d7-419f-ae43-440a45a8c48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.090587 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-770f7bdb-f3d7-419f-ae43-440a45a8c48d None None] Port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:33.123145 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-042cfaf9-2ba8-4ce3-bbf6-72849e0a5953 admin admin] Publish callbacks [] for security_group (06dc6147-86a8-49b5-8316-756e53e0f615), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.226408 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ad8d2be8-8e89-4817-9714-c35886d0cab1 req-86988780-1ba4-43bf-aab1-04e97e1e2584 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096259 Jun 17 11:41:33.244549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845a8d6f-82d9-4eca-a43c-35be0c12da3d {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:33.262952 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ce56677-0b16-4f08-8c34-9d66fb3f4552 req-0b2e2016-2df7-4a79-a278-4a949142765d service neutron] 10.222.0.33 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991814 Jun 17 11:41:33.267188 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-042cfaf9-2ba8-4ce3-bbf6-72849e0a5953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (06dc6147-86a8-49b5-8316-756e53e0f615), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.273797 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Publish callbacks [] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.335976 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Transition to ACTIVE for port object 845a8d6f-82d9-4eca-a43c-35be0c12da3d will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:41:33.347441 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cfaf9-2ba8-4ce3-bbf6-72849e0a5953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc6147-86a8-49b5-8316-756e53e0f615,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:33.349765 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.364309 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-042cfaf9-2ba8-4ce3-bbf6-72849e0a5953 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=97c1a5069011440e9e126af600f397bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0179894 Jun 17 11:41:33.367297 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57396) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:33.418769 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-e1b1940d-4ea8-4d62-99bb-d39890393ae1 service neutron] 10.222.0.45 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609320 Jun 17 11:41:33.442776 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-215c0b63-e1b4-4106-b5c6-e0e41c3392e7 admin admin] Publish callbacks [] for security_group (06dc6147-86a8-49b5-8316-756e53e0f615), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.470269 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.479305 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-215c0b63-e1b4-4106-b5c6-e0e41c3392e7 admin admin] Publish callbacks [] for security_group (06dc6147-86a8-49b5-8316-756e53e0f615), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.606517 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-215c0b63-e1b4-4106-b5c6-e0e41c3392e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (06dc6147-86a8-49b5-8316-756e53e0f615), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.610045 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-215c0b63-e1b4-4106-b5c6-e0e41c3392e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:33.613911 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-215c0b63-e1b4-4106-b5c6-e0e41c3392e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06dc6147-86a8-49b5-8316-756e53e0f615 HTTP/1.1" status: 204 len: 168 time: 0.2428074 Jun 17 11:41:33.656688 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c0b63-e1b4-4106-b5c6-e0e41c3392e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dc6147-86a8-49b5-8316-756e53e0f615,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:33.804052 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:33.810167 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e943bca-b55c-44c6-a433-a0d5b3f9ffa3 x-openstack-request-id: req-0e943bca-b55c-44c6-a433-a0d5b3f9ffa3 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:33.810455 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:33.810708 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e943bca-b55c-44c6-a433-a0d5b3f9ffa3 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:33.811172 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e943bca-b55c-44c6-a433-a0d5b3f9ffa3'] response: {'name': 'network-changed', 'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'status': 'completed', 'code': 200} Jun 17 11:41:33.932754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:34.035090 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Pushing event updated for resources: {'Port': ['ID=845a8d6f-82d9-4eca-a43c-35be0c12da3d,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:34.066843 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2dfc5046-8eba-4c15-b9ea-ae7938e78e1c req-3a51cf06-2117-4460-adaf-b42a04640c12 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 210 time: 0.1323650 Jun 17 11:41:34.095758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-1bf5bc77-27e3-4e54-b30c-76eafe15d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.107109 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-1bf5bc77-27e3-4e54-b30c-76eafe15d2c7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 1128 time: 0.1910429 Jun 17 11:41:34.167452 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:34.209359 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-e366d5a3-a183-4db1-b2f2-cde1cc07a356 service neutron] 10.222.0.45 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631114 Jun 17 11:41:34.244870 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Attempting to bind port 845a8d6f-82d9-4eca-a43c-35be0c12da3d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:34.245234 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Attempting to bind port 845a8d6f-82d9-4eca-a43c-35be0c12da3d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:34.245622 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Attempting to bind port 845a8d6f-82d9-4eca-a43c-35be0c12da3d on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:34.313714 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Port 845a8d6f-82d9-4eca-a43c-35be0c12da3d on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:41:34.314040 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Attempting to bind port 845a8d6f-82d9-4eca-a43c-35be0c12da3d on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:34.343949 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92726cec-c6e3-4644-93d3-82f8991c8c84 req-9dbb057b-9c4d-4edd-9759-924bb6c73c8a tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.358172 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-92726cec-c6e3-4644-93d3-82f8991c8c84 req-9dbb057b-9c4d-4edd-9759-924bb6c73c8a tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.1430352 Jun 17 11:41:34.358172 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:34.358172 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Checking segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:34.358172 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Bound using segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:34.358172 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Bound port: 845a8d6f-82d9-4eca-a43c-35be0c12da3d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:34.358172 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:34.467858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-4416dd19-2dc8-4659-96e4-c2c91e814472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.469330 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-4416dd19-2dc8-4659-96e4-c2c91e814472 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 911 time: 0.3563695 Jun 17 11:41:34.593342 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-92726cec-c6e3-4644-93d3-82f8991c8c84 req-536ba4aa-daa1-4838-bc1a-8ef2d723fce2 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380261 Jun 17 11:41:34.595909 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-3efd5b02-d21d-4e0b-8f60-4104764b2f5a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 200 len: 217 time: 0.0916326 Jun 17 11:41:34.598730 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:34.617600 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] For port 845a8d6f-82d9-4eca-a43c-35be0c12da3d, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:34.662534 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Publish callbacks [] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:34.713757 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] For port 845a8d6f-82d9-4eca-a43c-35be0c12da3d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:34.747980 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-cfab2883-7954-4a24-b5dc-8e5d71fe6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.749523 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-cfab2883-7954-4a24-b5dc-8e5d71fe6173 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.1342697 Jun 17 11:41:34.756078 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Transition to ACTIVE for port object fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:41:34.770568 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a49f20-37ec-45d6-8599-809d7139d005 req-1678c019-aa3a-4ed8-a412-60099b3c7b2d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.770568 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f9a49f20-37ec-45d6-8599-809d7139d005 req-1678c019-aa3a-4ed8-a412-60099b3c7b2d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 944 time: 0.1856005 Jun 17 11:41:34.820370 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411638-029f-4807-a9d0-6300ba6b08d2 req-e0fa3ce6-e5ba-4e4c-bd81-753f7b82b907 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.821935 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bf411638-029f-4807-a9d0-6300ba6b08d2 req-e0fa3ce6-e5ba-4e4c-bd81-753f7b82b907 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 931 time: 0.1264288 Jun 17 11:41:34.841000 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-c5677d1e-d771-461d-92a7-c15ca5e6b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.842454 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-c5677d1e-d771-461d-92a7-c15ca5e6b88d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823898 Jun 17 11:41:34.884429 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f9a49f20-37ec-45d6-8599-809d7139d005 req-c7d67fb3-63f4-4df4-aaa7-71a83f96dd12 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054935 Jun 17 11:41:34.891196 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:34.900968 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:34.954424 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bf411638-029f-4807-a9d0-6300ba6b08d2 req-91b4438e-eea7-419e-b9fe-1cfb30ae7a15 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250362 Jun 17 11:41:34.963642 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:34.964851 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:34.965861 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] 10.222.0.33 "PUT /v2.0/ports/845a8d6f-82d9-4eca-a43c-35be0c12da3d HTTP/1.1" status: 200 len: 1094 time: 5.1585612 Jun 17 11:41:34.969758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'tag': '845a8d6f-82d9-4eca-a43c-35be0c12da3d'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:34.979654 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85835943-876b-470a-bdb6-99d14f848685" -d '{"events": [{"name": "network-changed", "server_uuid": "39a1319f-9f84-46db-9981-30ff7e4acc74", "tag": "845a8d6f-82d9-4eca-a43c-35be0c12da3d"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:35.029355 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f2c1cbef-4445-4c6e-8f5e-8557f1aae089 req-65aaf49d-00c6-48ef-91db-66b2d95cd500 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 210 time: 0.0740197 Jun 17 11:41:35.078219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c541f-11a0-46fb-90a4-cd8c46345fbd x-openstack-request-id: req-ce5c541f-11a0-46fb-90a4-cd8c46345fbd {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:35.078499 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a1319f-9f84-46db-9981-30ff7e4acc74", "tag": "845a8d6f-82d9-4eca-a43c-35be0c12da3d", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:35.078909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce5c541f-11a0-46fb-90a4-cd8c46345fbd {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:35.079494 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5c541f-11a0-46fb-90a4-cd8c46345fbd'] response: {'name': 'network-changed', 'server_uuid': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'tag': '845a8d6f-82d9-4eca-a43c-35be0c12da3d', 'status': 'completed', 'code': 200} Jun 17 11:41:35.099504 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca038212-b296-4a97-bcfb-758b8c1be360 service neutron] Pushing event updated for resources: {'Port': ['ID=845a8d6f-82d9-4eca-a43c-35be0c12da3d,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:35.106457 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57440) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:35.142534 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ceab04f5-da9f-4e91-8667-e507d65194bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.171616 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Attempting to bind port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:35.179499 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Attempting to bind port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:35.180276 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Attempting to bind port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:35.202282 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:41:35.202855 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Attempting to bind port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:35.220674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:35.233872 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:35.235189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Checking segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:35.235758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Bound using segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:35.238173 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Bound port: fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:35.238173 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.322350 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ceab04f5-da9f-4e91-8667-e507d65194bc admin admin] Publish callbacks [] for security_group (b49d0d38-edf9-4938-9c63-7b9ff5a9cd67), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.356170 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-62c21a99-27b7-4f10-986b-74e33a5aafe7 req-7dc40a4b-54ae-460f-8da3-b23023e1d23b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 210 time: 0.1134713 Jun 17 11:41:35.401067 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ceab04f5-da9f-4e91-8667-e507d65194bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b49d0d38-edf9-4938-9c63-7b9ff5a9cd67), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.456607 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab04f5-da9f-4e91-8667-e507d65194bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d0d38-edf9-4938-9c63-7b9ff5a9cd67,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:35.467462 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ceab04f5-da9f-4e91-8667-e507d65194bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ced295ca22d4b968628e5fe6734c7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593841 Jun 17 11:41:35.472968 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57448) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:35.490719 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835943-876b-470a-bdb6-99d14f848685 req-af445878-03c2-45fc-9638-53f6f793ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:35.492565 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85835943-876b-470a-bdb6-99d14f848685 req-af445878-03c2-45fc-9638-53f6f793ab59 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 1128 time: 0.1398728 Jun 17 11:41:35.500755 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] For port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:35.509692 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] For port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:35.530832 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-bbf5ec69-43aa-4339-9c4b-4980b9e84d4d service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079039 Jun 17 11:41:35.561583 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e647cf4-d5eb-4d40-b66e-265838aab338 admin admin] Publish callbacks [] for security_group (b49d0d38-edf9-4938-9c63-7b9ff5a9cd67), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.612668 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.629614 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e647cf4-d5eb-4d40-b66e-265838aab338 admin admin] Publish callbacks [] for security_group (b49d0d38-edf9-4938-9c63-7b9ff5a9cd67), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.673524 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:35.674243 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.675880 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-14827f0c-a733-405d-9329-7670822d8674 service neutron] 10.222.0.33 "PUT /v2.0/ports/fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 HTTP/1.1" status: 200 len: 1093 time: 2.6787617 Jun 17 11:41:35.729444 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:35.747352 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14827f0c-a733-405d-9329-7670822d8674 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:35.774508 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538cae3-def6-4090-bd1a-5ec638497815 req-7c20426a-4c75-414c-877a-ba2d26a8f549 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:35.776132 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2538cae3-def6-4090-bd1a-5ec638497815 req-7c20426a-4c75-414c-877a-ba2d26a8f549 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.0727496 Jun 17 11:41:35.847759 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2538cae3-def6-4090-bd1a-5ec638497815 req-acf3997a-3573-49c7-bef1-56f519f9b4f6 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655024 Jun 17 11:41:35.852551 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e647cf4-d5eb-4d40-b66e-265838aab338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b49d0d38-edf9-4938-9c63-7b9ff5a9cd67), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.855782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e647cf4-d5eb-4d40-b66e-265838aab338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:35.861333 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-7e647cf4-d5eb-4d40-b66e-265838aab338 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b49d0d38-edf9-4938-9c63-7b9ff5a9cd67 HTTP/1.1" status: 204 len: 168 time: 0.3828733 Jun 17 11:41:35.875664 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647cf4-d5eb-4d40-b66e-265838aab338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d0d38-edf9-4938-9c63-7b9ff5a9cd67,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:36.042668 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9cc85-e9ab-4cf5-95d0-003b5d8ff969 req-8acf656f-a9b3-43e8-bed2-cd9f24b94518 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:36.044280 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-13f9cc85-e9ab-4cf5-95d0-003b5d8ff969 req-8acf656f-a9b3-43e8-bed2-cd9f24b94518 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 944 time: 0.0594547 Jun 17 11:41:36.053851 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:36.104074 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478686e9-f75b-4fb5-b50e-533cc1b76257 req-f963361f-4ea8-43fe-b7d7-721901df8d2a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:36.105601 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-478686e9-f75b-4fb5-b50e-533cc1b76257 req-f963361f-4ea8-43fe-b7d7-721901df8d2a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 943 time: 0.0708783 Jun 17 11:41:36.152320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-13f9cc85-e9ab-4cf5-95d0-003b5d8ff969 req-05930de1-17e9-457a-95e7-79b0501cbfb4 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770049 Jun 17 11:41:36.176555 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-478686e9-f75b-4fb5-b50e-533cc1b76257 req-74b58014-7706-43e3-b944-8e3dc9d9e86c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632713 Jun 17 11:41:36.248801 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d2ea00e0-951d-4ddc-a10f-c4071aec8d35 req-79d1c9ac-5ef8-4546-b24a-df18b9ab04a8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 210 time: 0.0335941 Jun 17 11:41:36.332603 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:36.478495 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-98616f37-6093-4b09-ab96-3c1175b5ac76 req-0b6a764b-061b-4241-85a1-10621ba90423 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 210 time: 0.0332360 Jun 17 11:41:36.536487 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=78,neutron:UPDATE=7,neutron:INSERT=15 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:36.641626 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:36.981907 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1d1ee-bad3-4b70-b309-2dd90fa0151b req-05f3089c-1707-49b9-a36b-1ac3725e2c52 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:36.983391 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ed1d1ee-bad3-4b70-b309-2dd90fa0151b req-05f3089c-1707-49b9-a36b-1ac3725e2c52 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.0532825 Jun 17 11:41:37.039143 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ed1d1ee-bad3-4b70-b309-2dd90fa0151b req-ee30644f-6b94-4c3e-8fd3-cae94854e230 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500605 Jun 17 11:41:37.080977 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'tag': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:37.083614 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e0ee76-247f-48a7-929e-b8c00c212b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "76c24c0d-60e5-45e5-afeb-d8595d5116f5", "tag": "fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:37.128954 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5460b98e-3612-4baf-9d38-6ae78bfdc3bc x-openstack-request-id: req-5460b98e-3612-4baf-9d38-6ae78bfdc3bc {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:37.129316 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c24c0d-60e5-45e5-afeb-d8595d5116f5", "tag": "fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:37.129548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5460b98e-3612-4baf-9d38-6ae78bfdc3bc {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:37.129937 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5460b98e-3612-4baf-9d38-6ae78bfdc3bc'] response: {'name': 'network-changed', 'server_uuid': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'tag': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6', 'status': 'completed', 'code': 200} Jun 17 11:41:37.310866 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53157631-1a59-4eae-b779-6afe52201b68 req-7fb5c124-1072-456b-ab44-e832191548d5 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:37.312388 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-53157631-1a59-4eae-b779-6afe52201b68 req-7fb5c124-1072-456b-ab44-e832191548d5 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 944 time: 0.0823958 Jun 17 11:41:37.338079 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0afae-1d96-485c-b6ac-9dc8abc89854 req-69a07421-cc24-4f21-9176-bf33235f519d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:37.339899 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-62b0afae-1d96-485c-b6ac-9dc8abc89854 req-69a07421-cc24-4f21-9176-bf33235f519d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 943 time: 0.0800452 Jun 17 11:41:37.415530 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-53157631-1a59-4eae-b779-6afe52201b68 req-e38cc08c-390c-4f3a-9d39-6b7dba35dcc6 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969467 Jun 17 11:41:37.419312 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-62b0afae-1d96-485c-b6ac-9dc8abc89854 req-b05a71e2-63d8-482e-8e03-202d07ecc2c0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722306 Jun 17 11:41:37.510046 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57540) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:37.524556 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-209f8a2f-0fc8-46da-9738-477db536ce9e req-6464d181-0f3e-47c8-8648-0f263da24a4b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 210 time: 0.0408568 Jun 17 11:41:37.533145 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:37.623469 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a2728d8d-2975-4bf6-a4fa-5961a35e549d req-bd8190d2-4f18-4352-b3a8-014682217d74 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 210 time: 0.0373340 Jun 17 11:41:37.652790 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4472268e-2cde-484d-8c60-ae5ffc9b76ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:37.739629 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4472268e-2cde-484d-8c60-ae5ffc9b76ec admin admin] Publish callbacks [] for security_group (b6fd87e6-26fd-470e-a501-2c6eda8badcc), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:37.790301 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:37.824514 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4472268e-2cde-484d-8c60-ae5ffc9b76ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b6fd87e6-26fd-470e-a501-2c6eda8badcc), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:37.877578 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4472268e-2cde-484d-8c60-ae5ffc9b76ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61766e9a59994f3c830940ec91b67c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664608 Jun 17 11:41:37.878867 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472268e-2cde-484d-8c60-ae5ffc9b76ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fd87e6-26fd-470e-a501-2c6eda8badcc,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:37.881811 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57548) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:37.944964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-467ac872-8d89-43f6-a9eb-758aff0587e4 admin admin] Publish callbacks [] for security_group (b6fd87e6-26fd-470e-a501-2c6eda8badcc), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:37.974088 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-467ac872-8d89-43f6-a9eb-758aff0587e4 admin admin] Publish callbacks [] for security_group (b6fd87e6-26fd-470e-a501-2c6eda8badcc), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:38.138982 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-467ac872-8d89-43f6-a9eb-758aff0587e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b6fd87e6-26fd-470e-a501-2c6eda8badcc), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:38.144780 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-467ac872-8d89-43f6-a9eb-758aff0587e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:38.151132 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-467ac872-8d89-43f6-a9eb-758aff0587e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6fd87e6-26fd-470e-a501-2c6eda8badcc HTTP/1.1" status: 204 len: 168 time: 0.2676637 Jun 17 11:41:38.163143 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ac872-8d89-43f6-a9eb-758aff0587e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fd87e6-26fd-470e-a501-2c6eda8badcc,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:38.282096 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0ee76-247f-48a7-929e-b8c00c212b6a req-0c74d2c0-50e9-43f1-a73e-9eb01caadb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:38.282096 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-42e0ee76-247f-48a7-929e-b8c00c212b6a req-0c74d2c0-50e9-43f1-a73e-9eb01caadb53 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 1127 time: 0.4165125 Jun 17 11:41:38.391726 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-f2f9a3ec-9d53-41d0-92eb-bc035eed4e8e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:38.393982 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-f2f9a3ec-9d53-41d0-92eb-bc035eed4e8e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.2065609 Jun 17 11:41:38.530200 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-5b0dfe01-ec94-4051-910e-1273933b2099 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 379 time: 0.1124144 Jun 17 11:41:38.530526 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7f214c6-22b7-4a9b-afba-0eb6f006306e req-3ee34c61-fbcf-4835-977f-778c746b4023 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848366 Jun 17 11:41:38.556121 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'port': {'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'admin_state_up': True, 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'security_groups': ['d2126757-715e-4418-b13a-142848d5d116']}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:38.590429 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36d9cb-4731-40f8-83d4-b299dea6b69e req-43742c80-5829-4ba1-bc68-d9804abc2009 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:38.592031 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8f36d9cb-4731-40f8-83d4-b299dea6b69e req-43742c80-5829-4ba1-bc68-d9804abc2009 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.3491542 Jun 17 11:41:38.703850 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0ee76-247f-48a7-929e-b8c00c212b6a req-5d5167ea-f01e-4a8a-b47f-6ca5e65d86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:38.705448 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-42e0ee76-247f-48a7-929e-b8c00c212b6a req-5d5167ea-f01e-4a8a-b47f-6ca5e65d86ec service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=e38262ed2ed84004a6e01d423cadcae4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4106691 Jun 17 11:41:38.714678 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6d276-5759-46c8-8094-692f23185e65 req-df4a3229-bd29-4c16-84d1-a5c3110c0020 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:38.722550 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-96d6d276-5759-46c8-8094-692f23185e65 req-df4a3229-bd29-4c16-84d1-a5c3110c0020 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 944 time: 0.1763992 Jun 17 11:41:38.730829 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835943-876b-470a-bdb6-99d14f848685 req-c72e1669-1f6a-493e-9968-ca2aa07fb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:38.737677 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85835943-876b-470a-bdb6-99d14f848685 req-c72e1669-1f6a-493e-9968-ca2aa07fb752 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=e38262ed2ed84004a6e01d423cadcae4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8985691 Jun 17 11:41:38.865400 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:38.878838 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Made reservation on behalf of c58cf63264414f30a98161f6027daad0 for: {'port': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:41:38.890134 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:38.989398 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-96d6d276-5759-46c8-8094-692f23185e65 req-69af2a28-b979-4efc-821b-e424e121e80a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657743 Jun 17 11:41:39.083210 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8f36d9cb-4731-40f8-83d4-b299dea6b69e req-bd768da7-8679-4b26-9a2e-89a480c39a0a tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407744 Jun 17 11:41:39.177795 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78342c-c8f3-48d7-b49c-770f414f471e req-2ddc0a25-0cf0-4173-b52f-bf6483842af3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.180712 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1f78342c-c8f3-48d7-b49c-770f414f471e req-2ddc0a25-0cf0-4173-b52f-bf6483842af3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 943 time: 0.1184268 Jun 17 11:41:39.183109 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:41:39.190654 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0ee76-247f-48a7-929e-b8c00c212b6a req-4c471fb2-b119-49fa-831b-771396f4d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.192359 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-42e0ee76-247f-48a7-929e-b8c00c212b6a req-4c471fb2-b119-49fa-831b-771396f4d7c6 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4499869 Jun 17 11:41:39.232370 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835943-876b-470a-bdb6-99d14f848685 req-16de6996-dfc5-433a-a1ec-05b0723c13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.234050 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85835943-876b-470a-bdb6-99d14f848685 req-16de6996-dfc5-433a-a1ec-05b0723c13d5 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4677880 Jun 17 11:41:39.238190 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6c259994-4814-4614-bbd5-1baf1c29e0b0 req-7c806cb5-1c67-4357-a297-2781face3e48 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 210 time: 0.0490699 Jun 17 11:41:39.264297 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:39.330083 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:39.346294 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'port_id': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'mac_address': 'fa:16:3e:95:fb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:41:39.357307 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.20.0.3 (562be4fa-7f02-4e16-ab0e-484de596db99/d794b945-edce-4ea8-be0d-e1c3e9d638dc/8539e658-97e4-4b54-88b0-968fec4fe3fa) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:39.365769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-bd9730b4-f11e-42f3-8f59-3358d05615fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.368313 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-bd9730b4-f11e-42f3-8f59-3358d05615fe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 1127 time: 0.1206412 Jun 17 11:41:39.387285 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1f78342c-c8f3-48d7-b49c-770f414f471e req-7004de6b-528a-45b4-8448-d0be2ca80751 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892979 Jun 17 11:41:39.391143 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:39.391772 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:39.434360 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:39.460228 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-4df65194-42f3-4821-8d31-83f19d3462a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.461559 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:39.461763 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-4df65194-42f3-4821-8d31-83f19d3462a6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 1128 time: 0.1703408 Jun 17 11:41:39.474701 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0acd5b22-2701-45fc-b870-652abb66ace6 req-51065753-6f79-4d63-9f8a-bece50b3ee8f tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 210 time: 0.1027586 Jun 17 11:41:39.476504 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-277abd99-62a9-41f1-90e0-1c15023caf2c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 HTTP/1.1" status: 200 len: 217 time: 0.0770597 Jun 17 11:41:39.523782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57588) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:39.533486 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-82fce311-4407-485b-8f34-5fe19dfc6718 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d HTTP/1.1" status: 200 len: 217 time: 0.0609167 Jun 17 11:41:39.581948 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57592) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:39.610040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:39.622216 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d225eff3-65ff-4cff-8c6b-3161d1965a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:39.657182 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:39.657379 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 199985a1-d517-4233-be02-8ddb17816c27 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:41:39.711572 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-cf6a7ff3-afcc-42ef-9d39-06cfbd594d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.717214 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-cf6a7ff3-afcc-42ef-9d39-06cfbd594d94 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.2314415 Jun 17 11:41:39.749913 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-7519ff26-085a-4b2c-bbe5-c08860fe9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.751340 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-7519ff26-085a-4b2c-bbe5-c08860fe9751 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.1456459 Jun 17 11:41:39.792261 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d225eff3-65ff-4cff-8c6b-3161d1965a66 admin admin] Publish callbacks [] for security_group (30511303-526e-4d46-9d4e-db1a3bbb5b91), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:39.805063 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-ab651ba8-8e6f-4f49-8c4e-22fa9fa01f4e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.806802 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-ab651ba8-8e6f-4f49-8c4e-22fa9fa01f4e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 816 time: 0.3969831 Jun 17 11:41:39.858189 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 199985a1-d517-4233-be02-8ddb17816c27, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=199985a1-d517-4233-be02-8ddb17816c27,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:39.879057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7e25ba31-2574-41ea-96ee-0dadab3c0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.880794 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-7e25ba31-2574-41ea-96ee-0dadab3c0bc0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1197009 Jun 17 11:41:39.881817 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:39.884901 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-399d30f3-92fb-4215-b49f-f52885233709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:39.886472 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-399d30f3-92fb-4215-b49f-f52885233709 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243100 Jun 17 11:41:39.895630 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '199985a1-d517-4233-be02-8ddb17816c27', 'network_id': 'cbd2698b-6feb-4535-a9e0-4b42209dc23d', 'port_id': '199985a1-d517-4233-be02-8ddb17816c27', 'mac_address': 'fa:16:3e:33:f0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:41:39.912033 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3acb4185-d096-42f2-b575-c2b7198b3eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:39.945965 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 199985a1-d517-4233-be02-8ddb17816c27 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:39.946545 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (199985a1-d517-4233-be02-8ddb17816c27), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:39.962775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199985a1-d517-4233-be02-8ddb17816c27 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:40.000295 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 199985a1-d517-4233-be02-8ddb17816c27, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=199985a1-d517-4233-be02-8ddb17816c27,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:40.023713 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3acb4185-d096-42f2-b575-c2b7198b3eac admin admin] Publish callbacks [] for security_group (a0f962cf-9f9a-4181-bf50-cc2a48e9ddde), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:40.059044 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-234aba66-eae4-4458-83ee-39c485a203c5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 380 time: 0.2193813 Jun 17 11:41:40.073496 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'port': {'device_id': '71050501-8f84-4701-a013-bfc7a4459972', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'admin_state_up': True, 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'security_groups': ['70fb137d-faab-40ce-a594-e5646dd8a238']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:40.155847 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:40.213427 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:40.219971 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:40.225085 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:40.231611 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:40.232314 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:40.239881 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=8539e658-97e4-4b54-88b0-968fec4fe3fa,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:40.486530 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-0d1c1c8a-8c27-44f7-afb9-5065b756e989 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839660 Jun 17 11:41:40.502142 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-89779eea-b70f-4d84-9978-ae4da9d1a9aa service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984979 Jun 17 11:41:40.515506 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7f173-577e-482c-b29e-ff9b38e727bf req-ddfa5a0f-a61a-4e7f-ba42-2258f5588f4e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:40.517091 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b4a7f173-577e-482c-b29e-ff9b38e727bf req-ddfa5a0f-a61a-4e7f-ba42-2258f5588f4e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 945 time: 0.4303317 Jun 17 11:41:40.584565 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-50db9a7e-7da0-4fd2-aafb-e3040f7bae16 None None] Provisioning complete for port 8539e658-97e4-4b54-88b0-968fec4fe3fa triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:40.585719 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-50db9a7e-7da0-4fd2-aafb-e3040f7bae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:40.588705 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c096dd-ba4e-410d-922a-ffbde8e4bc09 req-934f0752-35b1-4a18-85ea-e5b777c9a4ce tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:40.590322 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85c096dd-ba4e-410d-922a-ffbde8e4bc09 req-934f0752-35b1-4a18-85ea-e5b777c9a4ce tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 944 time: 0.1577675 Jun 17 11:41:40.623048 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-50db9a7e-7da0-4fd2-aafb-e3040f7bae16 None None] Port 8539e658-97e4-4b54-88b0-968fec4fe3fa cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:40.775456 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b4a7f173-577e-482c-b29e-ff9b38e727bf req-849163db-6e0c-4fa9-b2eb-31fa492d0c62 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345579 Jun 17 11:41:40.812599 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85c096dd-ba4e-410d-922a-ffbde8e4bc09 req-c3e44943-f19f-47b4-b909-bd8a76564a5f tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969268 Jun 17 11:41:40.815923 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a4c053-2932-4e22-be9f-dd8844c604a8 req-63f4c0e4-7a8a-4a64-99a3-a8bb949f9947 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063610 Jun 17 11:41:40.816877 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e92279b-6c3c-44fc-80fb-c0892902cd6d req-c1b27f01-b922-4c77-9974-89edc39b25ac service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848639 Jun 17 11:41:40.858832 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (199985a1-d517-4233-be02-8ddb17816c27), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:40.859904 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3acb4185-d096-42f2-b575-c2b7198b3eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a0f962cf-9f9a-4181-bf50-cc2a48e9ddde), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:40.862869 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d225eff3-65ff-4cff-8c6b-3161d1965a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (30511303-526e-4d46-9d4e-db1a3bbb5b91), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:40.868794 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-45b2b903-be2b-4ead-b98e-4dd4e44d0ec2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3235681 Jun 17 11:41:40.895639 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Request body: {'port': {'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:40.930517 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=199985a1-d517-4233-be02-8ddb17816c27,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:40.951358 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-24020217-492f-4f01-9d85-d92a8f8bccec req-3a1fce50-a644-4f3c-8e24-c8f03b24c5cf tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 210 time: 0.0551772 Jun 17 11:41:40.953749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb4185-d096-42f2-b575-c2b7198b3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f962cf-9f9a-4181-bf50-cc2a48e9ddde,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:40.961786 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3acb4185-d096-42f2-b575-c2b7198b3eac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9db8fe9cb64a4e7e9d75c85d77a6ba1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4368832 Jun 17 11:41:40.967036 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d225eff3-65ff-4cff-8c6b-3161d1965a66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b24421d366f4442a394a4c1a58bf0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3840885 Jun 17 11:41:40.972931 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57608) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:40.973269 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57610) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:40.987576 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca45b0-e374-4a69-a7ca-3f0115189fca req-e33f3006-aec5-4f18-a620-9afded5bde45 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:40.996674 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1aca45b0-e374-4a69-a7ca-3f0115189fca req-e33f3006-aec5-4f18-a620-9afded5bde45 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 943 time: 0.1109021 Jun 17 11:41:41.029720 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Made reservation on behalf of bc8dc1335e284eee8cca45d5720d5f16 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:41:41.034517 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.052445 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:41.093539 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225eff3-65ff-4cff-8c6b-3161d1965a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30511303-526e-4d46-9d4e-db1a3bbb5b91,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:41.101248 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.126359 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1aca45b0-e374-4a69-a7ca-3f0115189fca req-a90bd0cf-70ed-4f3a-b618-a295b37c1ca2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287408 Jun 17 11:41:41.143557 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-987e3743-1726-43e4-a6d8-cb8bc25e4440 admin admin] Publish callbacks [] for security_group (a0f962cf-9f9a-4181-bf50-cc2a48e9ddde), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.205253 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-987e3743-1726-43e4-a6d8-cb8bc25e4440 admin admin] Publish callbacks [] for security_group (a0f962cf-9f9a-4181-bf50-cc2a48e9ddde), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.221050 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c3301-7280-425d-9ee8-d29daf706919 req-8bfd4cf1-0392-4624-a581-28eaacbfb9eb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:41.222632 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:41.228038 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7e6c3301-7280-425d-9ee8-d29daf706919 req-8bfd4cf1-0392-4624-a581-28eaacbfb9eb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 931 time: 0.1600378 Jun 17 11:41:41.229312 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf0be-2a2b-4e5a-b615-205eedfc4a06 admin admin] Publish callbacks [] for security_group (30511303-526e-4d46-9d4e-db1a3bbb5b91), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.294505 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:41:41.341587 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf0be-2a2b-4e5a-b615-205eedfc4a06 admin admin] Publish callbacks [] for security_group (30511303-526e-4d46-9d4e-db1a3bbb5b91), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.392666 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Allocated IP 172.20.0.7 (e586d9ae-1ebe-4cac-a969-e5265b9acb47/3d7ea997-c21c-4bc0-a8b4-b31133441612/4f9d2fad-e808-44df-adda-539bddcec93d) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:41:41.402207 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7e6c3301-7280-425d-9ee8-d29daf706919 req-bb915166-4501-4ecb-993d-a784b1aaeb6f tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456869 Jun 17 11:41:41.417758 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:41.472800 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['199985a1-d517-4233-be02-8ddb17816c27'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:41:41.510211 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:41.516316 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-987e3743-1726-43e4-a6d8-cb8bc25e4440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a0f962cf-9f9a-4181-bf50-cc2a48e9ddde), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.520103 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-987e3743-1726-43e4-a6d8-cb8bc25e4440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.521282 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-987e3743-1726-43e4-a6d8-cb8bc25e4440 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0f962cf-9f9a-4181-bf50-cc2a48e9ddde HTTP/1.1" status: 204 len: 168 time: 0.5471015 Jun 17 11:41:41.543192 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e3743-1726-43e4-a6d8-cb8bc25e4440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f962cf-9f9a-4181-bf50-cc2a48e9ddde,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:41.556706 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf0be-2a2b-4e5a-b615-205eedfc4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (30511303-526e-4d46-9d4e-db1a3bbb5b91), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.562075 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf0be-2a2b-4e5a-b615-205eedfc4a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.562075 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-bd4bf0be-2a2b-4e5a-b615-205eedfc4a06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30511303-526e-4d46-9d4e-db1a3bbb5b91 HTTP/1.1" status: 204 len: 168 time: 0.5853810 Jun 17 11:41:41.597845 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bf0be-2a2b-4e5a-b615-205eedfc4a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30511303-526e-4d46-9d4e-db1a3bbb5b91,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:41.609273 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for port (4f9d2fad-e808-44df-adda-539bddcec93d), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.645559 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8539e658-97e4-4b54-88b0-968fec4fe3fa {{(pid=111182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:41.658917 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Publish callbacks [] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.683396 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.provisioning_blocks [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Transition to ACTIVE for port object 8539e658-97e4-4b54-88b0-968fec4fe3fa will not be triggered until provisioned by entity L2. {{(pid=111182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:41:41.819876 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.859775 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:41.946703 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:41:41.968681 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=8539e658-97e4-4b54-88b0-968fec4fe3fa,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:41.998606 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:41:42.001436 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:41:42.007210 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.008465 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:42.029360 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:42.035143 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Attempting to bind port 8539e658-97e4-4b54-88b0-968fec4fe3fa on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:42.035682 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Attempting to bind port 8539e658-97e4-4b54-88b0-968fec4fe3fa by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:42.036210 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Attempting to bind port 8539e658-97e4-4b54-88b0-968fec4fe3fa on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:42.048943 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Port 8539e658-97e4-4b54-88b0-968fec4fe3fa on network 562be4fa-7f02-4e16-ab0e-484de596db99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:41:42.049329 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Attempting to bind port 8539e658-97e4-4b54-88b0-968fec4fe3fa on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:42.051756 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d3b47-6b7e-4528-b0c1-4fd3c8015782 req-441648d1-6a7c-4dcc-8ef6-b61f069d1a94 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.053759 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e04d3b47-6b7e-4528-b0c1-4fd3c8015782 req-441648d1-6a7c-4dcc-8ef6-b61f069d1a94 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 945 time: 0.1474791 Jun 17 11:41:42.059292 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:42.059567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Checking segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:42.060301 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Bound using segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:42.060624 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Bound port: 8539e658-97e4-4b54-88b0-968fec4fe3fa, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:42.060992 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:42.061466 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647c1b-6cb3-4197-8351-810e31681aee req-dca64a01-eb95-4779-9cb9-dbb9b32d1133 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.069704 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2a647c1b-6cb3-4197-8351-810e31681aee req-dca64a01-eb95-4779-9cb9-dbb9b32d1133 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 945 time: 0.1618087 Jun 17 11:41:42.150946 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-fa27bb94-0006-4dfa-b954-68d7e3084d1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0815611 Jun 17 11:41:42.168111 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e04d3b47-6b7e-4528-b0c1-4fd3c8015782 req-d8db188d-357e-4ce2-88fb-6c69f84c52b6 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951474 Jun 17 11:41:42.184659 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2a647c1b-6cb3-4197-8351-810e31681aee req-232e6a62-1df6-429b-81e4-3aafd75a2a07 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133072 Jun 17 11:41:42.206776 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] For port 8539e658-97e4-4b54-88b0-968fec4fe3fa, host hv-cinder-83716, cleared binding levels {{(pid=111182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:42.214958 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] For port 8539e658-97e4-4b54-88b0-968fec4fe3fa, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8539e658-97e4-4b54-88b0-968fec4fe3fa,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:42.283038 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:42.323271 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:42.332144 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.332866 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:42.334289 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] 10.222.0.33 "PUT /v2.0/ports/8539e658-97e4-4b54-88b0-968fec4fe3fa HTTP/1.1" status: 200 len: 1093 time: 1.4500682 Jun 17 11:41:42.335318 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:42.338417 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7748a2b3-d194-49a5-b18e-65abfd0407ff" -d '{"events": [{"name": "network-changed", "server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:42.390381 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b768-3f6b-4f58-baa1-fced6696bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=8539e658-97e4-4b54-88b0-968fec4fe3fa,revision_number=3']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:42.444973 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e89c87-1fed-4b15-9609-154c37da194a req-611a3a7b-9c24-49dc-b3b4-065822fc613b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.446761 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-40e89c87-1fed-4b15-9609-154c37da194a req-611a3a7b-9c24-49dc-b3b4-065822fc613b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 931 time: 0.1220427 Jun 17 11:41:42.457574 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855b578-635b-4a7f-86d9-fac77c521420 req-13b0af6d-148a-4a52-89b8-a0a518f922db tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.459357 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1855b578-635b-4a7f-86d9-fac77c521420 req-13b0af6d-148a-4a52-89b8-a0a518f922db tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 943 time: 0.2049029 Jun 17 11:41:42.522290 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-e6ba6137-35fb-49eb-9e36-114f8946cb51 None None] Provisioning complete for port 4f9d2fad-e808-44df-adda-539bddcec93d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:42.523330 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-e6ba6137-35fb-49eb-9e36-114f8946cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:42.573742 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba6137-35fb-49eb-9e36-114f8946cb51 None None] Port 4f9d2fad-e808-44df-adda-539bddcec93d cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:41:42.647122 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1855b578-635b-4a7f-86d9-fac77c521420 req-5bb46918-4053-4f4e-b9c2-a2974efca44d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600199 Jun 17 11:41:42.667749 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-40e89c87-1fed-4b15-9609-154c37da194a req-942a5445-412e-41aa-bcf1-0275674f8a3d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069607 Jun 17 11:41:42.693237 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a499507e-5231-4b10-8568-f28d68bc0f66 x-openstack-request-id: req-a499507e-5231-4b10-8568-f28d68bc0f66 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:42.693590 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:42.693872 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a499507e-5231-4b10-8568-f28d68bc0f66 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:42.694845 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a499507e-5231-4b10-8568-f28d68bc0f66'] response: {'name': 'network-changed', 'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'status': 'completed', 'code': 200} Jun 17 11:41:42.819089 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Request body: {'port': {'device_id': '71050501-8f84-4701-a013-bfc7a4459972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:42.830618 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:42.850185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748a2b3-d194-49a5-b18e-65abfd0407ff req-c8e08c96-aea5-4d56-a36f-de1028175731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.852691 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7748a2b3-d194-49a5-b18e-65abfd0407ff req-c8e08c96-aea5-4d56-a36f-de1028175731 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 1127 time: 0.0575252 Jun 17 11:41:42.870959 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb18823-884a-4fb0-b198-d1d7d5489a50 req-76e5a4f4-5c04-4afd-b518-42e78745da15 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:42.872544 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3fb18823-884a-4fb0-b198-d1d7d5489a50 req-76e5a4f4-5c04-4afd-b518-42e78745da15 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 943 time: 0.1247771 Jun 17 11:41:42.874030 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:42.932761 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:42.967636 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3fb18823-884a-4fb0-b198-d1d7d5489a50 req-01b0173d-0f5f-4a0c-a5ff-ce2b94269d03 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883281 Jun 17 11:41:43.102337 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 57668) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:43.124443 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe67-6f56-4836-83aa-f1c0cc16790a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.151511 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748a2b3-d194-49a5-b18e-65abfd0407ff req-99fc8d64-59ef-4e9a-a4f3-088cd7799656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:43.153914 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7748a2b3-d194-49a5-b18e-65abfd0407ff req-99fc8d64-59ef-4e9a-a4f3-088cd7799656 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c58cf63264414f30a98161f6027daad0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2484863 Jun 17 11:41:43.218549 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 845a8d6f-82d9-4eca-a43c-35be0c12da3d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:41:43.223295 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:43.387961 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:43.465231 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9d2fad-e808-44df-adda-539bddcec93d {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:43.482235 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Publish callbacks [] for port (4f9d2fad-e808-44df-adda-539bddcec93d), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.491953 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe67-6f56-4836-83aa-f1c0cc16790a admin admin] Publish callbacks [] for security_group (4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.499900 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:43.516010 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748a2b3-d194-49a5-b18e-65abfd0407ff req-f9c77326-6f95-4940-b439-0b91b898fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:43.517613 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7748a2b3-d194-49a5-b18e-65abfd0407ff req-f9c77326-6f95-4940-b439-0b91b898fd86 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536615 Jun 17 11:41:43.556948 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:41:43.577091 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Transition to ACTIVE for port object 4f9d2fad-e808-44df-adda-539bddcec93d will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:41:43.596488 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547672c8-8aec-40aa-ab8b-6ec954b85477 req-0fcff84e-c022-4407-9e04-3740fbf09b53 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:43.602652 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-547672c8-8aec-40aa-ab8b-6ec954b85477 req-0fcff84e-c022-4407-9e04-3740fbf09b53 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 945 time: 0.2734027 Jun 17 11:41:43.608717 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7a84fe67-6f56-4836-83aa-f1c0cc16790a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.628896 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 845a8d6f-82d9-4eca-a43c-35be0c12da3d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:43.683168 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '845a8d6f-82d9-4eca-a43c-35be0c12da3d', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'port_id': '845a8d6f-82d9-4eca-a43c-35be0c12da3d', 'mac_address': 'fa:16:3e:96:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:41:43.689039 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-5dc40cd1-a002-4424-b82f-6876e9b1b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:43.689225 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d674420-8a3d-4a00-bb03-80de453334fa req-d6f1c71b-84c1-415c-a0ed-2b987c063ba9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:43.690837 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-5dc40cd1-a002-4424-b82f-6876e9b1b231 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 1127 time: 0.1038361 Jun 17 11:41:43.691854 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4d674420-8a3d-4a00-bb03-80de453334fa req-d6f1c71b-84c1-415c-a0ed-2b987c063ba9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 945 time: 0.1938739 Jun 17 11:41:43.696333 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:43.701366 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.726344 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.783918 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-7dd60179-bfd2-4485-824a-021315c51624 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8539e658-97e4-4b54-88b0-968fec4fe3fa HTTP/1.1" status: 200 len: 217 time: 0.0813980 Jun 17 11:41:43.839355 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-7a84fe67-6f56-4836-83aa-f1c0cc16790a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b38ff66caf6848129d2c44380f38111e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7353611 Jun 17 11:41:43.850647 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-03834402-7e51-4e91-af9f-ea44b5bd0794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.854042 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57696) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:43.867092 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84fe67-6f56-4836-83aa-f1c0cc16790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:43.877412 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 845a8d6f-82d9-4eca-a43c-35be0c12da3d is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:43.885298 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:43.931771 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845a8d6f-82d9-4eca-a43c-35be0c12da3d {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:43.958322 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-304e7758-4720-4f14-aa73-63831dc93460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:43.964926 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-304e7758-4720-4f14-aa73-63831dc93460 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.1674294 Jun 17 11:41:43.997792 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:43.998354 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 845a8d6f-82d9-4eca-a43c-35be0c12da3d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:44.015916 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:44.016885 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.051971 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:44.105312 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-547672c8-8aec-40aa-ab8b-6ec954b85477 req-bdfc939a-7c94-459d-87c3-a40e4815d196 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915750 Jun 17 11:41:44.106347 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:44.147260 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-55ce4b8d-3d2b-4326-b789-748152ff7c74 admin admin] Publish callbacks [] for security_group (4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.153883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.164728 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-750ccaea-4784-4be7-a6b8-1ba3c7966855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:44.166484 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-750ccaea-4784-4be7-a6b8-1ba3c7966855 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1629260 Jun 17 11:41:44.172751 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:44.204320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4d674420-8a3d-4a00-bb03-80de453334fa req-2787cb7c-ae61-411b-b2b0-0ee2db85c35c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4842703 Jun 17 11:41:44.213661 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-55ce4b8d-3d2b-4326-b789-748152ff7c74 admin admin] Publish callbacks [] for security_group (4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.235052 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Attempting to bind port 4f9d2fad-e808-44df-adda-539bddcec93d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:41:44.235052 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Attempting to bind port 4f9d2fad-e808-44df-adda-539bddcec93d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:41:44.235052 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Attempting to bind port 4f9d2fad-e808-44df-adda-539bddcec93d on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:44.249772 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Port 4f9d2fad-e808-44df-adda-539bddcec93d on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:41:44.250211 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Attempting to bind port 4f9d2fad-e808-44df-adda-539bddcec93d on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:41:44.261799 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:41:44.276401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Checking segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:41:44.283645 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Bound using segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:41:44.284632 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Bound port: 4f9d2fad-e808-44df-adda-539bddcec93d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:41:44.285273 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.385505 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-c0a9a129-5c58-4a24-91c6-9364f130da3f service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041125 Jun 17 11:41:44.445075 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:44.448471 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=845a8d6f-82d9-4eca-a43c-35be0c12da3d,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:44.483525 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.485486 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 199985a1-d517-4233-be02-8ddb17816c27 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:44.525712 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af73e5-5ea6-4169-a8f4-26fb59e113c5 req-21d4f98b-4e77-40c1-a5e5-52339a726555 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:44.528333 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-01af73e5-5ea6-4169-a8f4-26fb59e113c5 req-21d4f98b-4e77-40c1-a5e5-52339a726555 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.1743698 Jun 17 11:41:44.583595 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-55ce4b8d-3d2b-4326-b789-748152ff7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.590194 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-55ce4b8d-3d2b-4326-b789-748152ff7c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.596919 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-55ce4b8d-3d2b-4326-b789-748152ff7c74 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790 HTTP/1.1" status: 204 len: 168 time: 0.7412908 Jun 17 11:41:44.614679 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['845a8d6f-82d9-4eca-a43c-35be0c12da3d'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:41:44.623291 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce4b8d-3d2b-4326-b789-748152ff7c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd54c15-7c8f-4f7b-bcd5-e0afdb90b790,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:44.661665 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d51a8-8725-4c1f-8963-dbd1e7a85c99" -d '{"events": [{"server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:44.672502 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1a49d-36c1-4e89-a5c8-2bb6f080b815 req-016a4eb7-706e-4a88-9ef6-a07376691025 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:44.675076 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f9c1a49d-36c1-4e89-a5c8-2bb6f080b815 req-016a4eb7-706e-4a88-9ef6-a07376691025 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 943 time: 0.4274404 Jun 17 11:41:44.703297 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-741965a1-52b2-43e5-b55c-6751ddb85551 req-0f09ffa7-5806-49b5-b8f3-2d55ecc3d747 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959111 Jun 17 11:41:44.771926 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 199985a1-d517-4233-be02-8ddb17816c27 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:41:44.785732 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-01af73e5-5ea6-4169-a8f4-26fb59e113c5 req-68fd607b-c1ad-4228-85e4-195e3e737e7e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382872 Jun 17 11:41:44.824016 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:44.846399 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f9c1a49d-36c1-4e89-a5c8-2bb6f080b815 req-03dee5f7-d01b-4801-88b5-08a07c7d2d0b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537271 Jun 17 11:41:44.853103 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:41:44.861858 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 199985a1-d517-4233-be02-8ddb17816c27 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:44.862796 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (199985a1-d517-4233-be02-8ddb17816c27), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:44.879497 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:41:44.968188 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:45.070912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:45.071597 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:45.072990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] 10.222.0.33 "PUT /v2.0/ports/4f9d2fad-e808-44df-adda-539bddcec93d HTTP/1.1" status: 200 len: 1093 time: 2.2582653 Jun 17 11:41:45.078268 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:45.078268 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb67c124-d75c-4519-8c11-ab5595828260" -d '{"events": [{"name": "network-changed", "server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:45.081929 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 199985a1-d517-4233-be02-8ddb17816c27 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:45.082325 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (199985a1-d517-4233-be02-8ddb17816c27), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:45.096248 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:45.099704 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41299c-d2b3-4b93-9883-4e23be9c4e6e req-ec817d66-9e15-4c27-9a4c-00354e4c8916 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:45.116008 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c41299c-d2b3-4b93-9883-4e23be9c4e6e req-ec817d66-9e15-4c27-9a4c-00354e4c8916 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 943 time: 0.1384962 Jun 17 11:41:45.126246 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b8a3e-bc77-45c3-ab55-f6b490107dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:45.158022 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 199985a1-d517-4233-be02-8ddb17816c27, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=199985a1-d517-4233-be02-8ddb17816c27,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:45.224951 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (199985a1-d517-4233-be02-8ddb17816c27), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:45.228359 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c41299c-d2b3-4b93-9883-4e23be9c4e6e req-c084ebb9-8cda-4845-9f31-54daaf46a6c6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066406 Jun 17 11:41:45.301022 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=199985a1-d517-4233-be02-8ddb17816c27,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:45.308119 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672da3d-3c69-421c-975a-7931c78b263b x-openstack-request-id: req-5672da3d-3c69-421c-975a-7931c78b263b {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:45.308408 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:45.308677 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5672da3d-3c69-421c-975a-7931c78b263b {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:45.309084 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5672da3d-3c69-421c-975a-7931c78b263b'] response: {'name': 'network-changed', 'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d', 'status': 'completed', 'code': 200} Jun 17 11:41:45.424774 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3a1bd7-b57c-4db6-876e-e56ae8b1e258 x-openstack-request-id: req-5b3a1bd7-b57c-4db6-876e-e56ae8b1e258 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:45.425133 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:45.425905 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b3a1bd7-b57c-4db6-876e-e56ae8b1e258 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:45.426577 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3a1bd7-b57c-4db6-876e-e56ae8b1e258'] response: {'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'code': 200} Jun 17 11:41:45.467052 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31e3c-c2c7-41c8-8ac5-cdf73a34cbb5 req-62bcb655-fe77-470d-ac50-5c34777935a1 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:45.468683 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21e31e3c-c2c7-41c8-8ac5-cdf73a34cbb5 req-62bcb655-fe77-470d-ac50-5c34777935a1 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0953155 Jun 17 11:41:45.569270 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21e31e3c-c2c7-41c8-8ac5-cdf73a34cbb5 req-a60065cf-ea7d-4113-87ee-191637e50220 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947361 Jun 17 11:41:45.576320 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83f067-4f92-4de4-8536-60a997da47fb req-1534d0e5-7634-406a-b436-5d3327f7cd60 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:45.577793 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7d83f067-4f92-4de4-8536-60a997da47fb req-1534d0e5-7634-406a-b436-5d3327f7cd60 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0916028 Jun 17 11:41:45.629326 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:41:45.634757 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 845a8d6f-82d9-4eca-a43c-35be0c12da3d up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:45.649809 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7d83f067-4f92-4de4-8536-60a997da47fb req-2eeccc0e-7afb-411d-a312-7f1e45044dfe tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650933 Jun 17 11:41:45.756869 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 845a8d6f-82d9-4eca-a43c-35be0c12da3d completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:41:45.779998 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:45.811195 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:45.827604 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67c124-d75c-4519-8c11-ab5595828260 req-356a0664-2e71-4be5-b33c-8614be5d61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:45.828686 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'port_id': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6', 'mac_address': 'fa:16:3e:f1:85:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:41:45.834635 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb67c124-d75c-4519-8c11-ab5595828260 req-356a0664-2e71-4be5-b33c-8614be5d61f6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 1127 time: 0.0969608 Jun 17 11:41:45.868303 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 845a8d6f-82d9-4eca-a43c-35be0c12da3d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:45.868694 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:45.933909 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:45.934379 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:45.961747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:46.008520 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:46.028200 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 845a8d6f-82d9-4eca-a43c-35be0c12da3d is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:46.029163 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:46.087797 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 845a8d6f-82d9-4eca-a43c-35be0c12da3d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:46.095921 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:46.122152 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d548-ac13-4d33-9880-0c98efe4528e req-4231fbe2-dee4-48b0-adf8-bed263862bdc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.131068 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a5d3d548-ac13-4d33-9880-0c98efe4528e req-4231fbe2-dee4-48b0-adf8-bed263862bdc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.1399143 Jun 17 11:41:46.145849 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37581ff5-9130-4712-b5fc-2ea76dd0fdf3 req-020d4acc-1da3-40f8-b2a5-5e3565d75cf4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.148918 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-37581ff5-9130-4712-b5fc-2ea76dd0fdf3 req-020d4acc-1da3-40f8-b2a5-5e3565d75cf4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 943 time: 0.1632233 Jun 17 11:41:46.174612 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67c124-d75c-4519-8c11-ab5595828260 req-4b36b179-84ce-40b0-9260-8fe37654cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.177311 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb67c124-d75c-4519-8c11-ab5595828260 req-4b36b179-84ce-40b0-9260-8fe37654cdb3 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3305812 Jun 17 11:41:46.182269 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:46.191117 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:46.257270 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0b7dd60d-820d-4671-bf85-f909f0780f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:46.265070 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=845a8d6f-82d9-4eca-a43c-35be0c12da3d,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:46.377227 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-37581ff5-9130-4712-b5fc-2ea76dd0fdf3 req-d187e292-4c93-4f42-bb27-9c24f8cf5db2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079351 Jun 17 11:41:46.384305 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:41:46.387332 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a5d3d548-ac13-4d33-9880-0c98efe4528e req-ce8d38e4-46e7-4c7a-baae-fb65ce294c80 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361319 Jun 17 11:41:46.441266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67c124-d75c-4519-8c11-ab5595828260 req-f4a40265-9fa2-4ae9-879d-2162babe6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.447012 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb67c124-d75c-4519-8c11-ab5595828260 req-f4a40265-9fa2-4ae9-879d-2162babe6e81 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2444251 Jun 17 11:41:46.481222 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d8ee6-63b8-4d64-ba26-c4a4093a868f req-69019a4d-70a4-41c6-a39c-b7fb453849e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.483119 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-e56d8ee6-63b8-4d64-ba26-c4a4093a868f req-69019a4d-70a4-41c6-a39c-b7fb453849e5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 1130 time: 0.1685963 Jun 17 11:41:46.483242 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:46.529907 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e56d8ee6-63b8-4d64-ba26-c4a4093a868f req-fdd606e0-bc6a-4819-b7ee-bcea3cc31653 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:46.739901 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e56d8ee6-63b8-4d64-ba26-c4a4093a868f req-fdd606e0-bc6a-4819-b7ee-bcea3cc31653 service neutron] Publish callbacks [] for security_group (6109ae6f-2ea1-47a6-931b-35a3277b9097), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:46.830496 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e56d8ee6-63b8-4d64-ba26-c4a4093a868f req-fdd606e0-bc6a-4819-b7ee-bcea3cc31653 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (6109ae6f-2ea1-47a6-931b-35a3277b9097), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:46.844893 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:46.890408 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd606e0-bc6a-4819-b7ee-bcea3cc31653 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6109ae6f-2ea1-47a6-931b-35a3277b9097,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:46.895195 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-e56d8ee6-63b8-4d64-ba26-c4a4093a868f req-fdd606e0-bc6a-4819-b7ee-bcea3cc31653 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045346 Jun 17 11:41:46.898431 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40aad-6762-4dbf-898f-14b8288ace5c req-6b2b195a-a5a5-4991-8dc9-9be173de7122 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.900039 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7bb40aad-6762-4dbf-898f-14b8288ace5c req-6b2b195a-a5a5-4991-8dc9-9be173de7122 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 943 time: 0.4048543 Jun 17 11:41:46.904441 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-285cfdc4-8198-4a3a-bbdd-8106f4319856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.905946 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-285cfdc4-8198-4a3a-bbdd-8106f4319856 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 1127 time: 0.4089868 Jun 17 11:41:46.921256 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52685d-ed3c-46b3-a28b-540236d50fda req-fd9c1523-db38-47d6-84c6-336c47791646 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:46.922664 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4d52685d-ed3c-46b3-a28b-540236d50fda req-fd9c1523-db38-47d6-84c6-336c47791646 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0818374 Jun 17 11:41:46.991082 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7bb40aad-6762-4dbf-898f-14b8288ace5c req-3b52b3d3-5cee-4f2c-bf15-e6453967005f tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840113 Jun 17 11:41:47.003739 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4d52685d-ed3c-46b3-a28b-540236d50fda req-e4cab6ae-e845-4771-b138-3201732c033c tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713437 Jun 17 11:41:47.124343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fc375-a6e9-44f6-9f70-611580b08aed req-cdba8ebc-452c-460a-8abd-6ceaf89b6a2d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:47.129117 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b60fc375-a6e9-44f6-9f70-611580b08aed req-cdba8ebc-452c-460a-8abd-6ceaf89b6a2d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0671399 Jun 17 11:41:47.214577 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-85279f72-1da6-4cb7-a478-193f3d99da3b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9d2fad-e808-44df-adda-539bddcec93d HTTP/1.1" status: 200 len: 217 time: 0.0482364 Jun 17 11:41:47.265671 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b60fc375-a6e9-44f6-9f70-611580b08aed req-fce56b65-f750-4286-a0cf-228b203e29dc tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291296 Jun 17 11:41:47.285663 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-742ddffb-0917-4080-a84b-004cfc80be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:47.287263 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-742ddffb-0917-4080-a84b-004cfc80be2a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.0623138 Jun 17 11:41:47.338537 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9e12-936e-457f-865d-46d6ce16863d req-7e535cdb-daa1-4311-9c56-4aea707b005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:47.340221 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-7e535cdb-daa1-4311-9c56-4aea707b005c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459778 Jun 17 11:41:47.428027 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8decdd22-7413-438f-94d0-5c3238a2072b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199985a1-d517-4233-be02-8ddb17816c27'}, {'server_uuid': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a8d6f-82d9-4eca-a43c-35be0c12da3d'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:47.432671 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf22c4a-0049-4275-a536-1227931d0674" -d '{"events": [{"server_uuid": "8decdd22-7413-438f-94d0-5c3238a2072b", "name": "network-vif-plugged", "status": "completed", "tag": "199985a1-d517-4233-be02-8ddb17816c27"}, {"server_uuid": "39a1319f-9f84-46db-9981-30ff7e4acc74", "name": "network-vif-plugged", "status": "completed", "tag": "845a8d6f-82d9-4eca-a43c-35be0c12da3d"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:47.454871 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:47.480811 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-e699216e-cbd8-4c29-bd6c-5d60a6bb78ba service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337206 Jun 17 11:41:47.534591 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:47.639454 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 8539e658-97e4-4b54-88b0-968fec4fe3fa details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:41:47.644856 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:47.739570 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:47.741347 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:41:47.795408 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4fdcc-850b-4583-9bd0-00ea54cc56e1 req-16585bc8-01dd-4d49-872f-98e6c3d75569 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:47.804520 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57828) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:47.809647 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c7e4fdcc-850b-4583-9bd0-00ea54cc56e1 req-16585bc8-01dd-4d49-872f-98e6c3d75569 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 944 time: 0.2498853 Jun 17 11:41:47.824909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f07f0f-df23-43ea-8e4c-0f82b7481c3a req-c4e0859e-1d0c-4663-a44b-b2826601a449 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:47.827467 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f07f0f-df23-43ea-8e4c-0f82b7481c3a req-c4e0859e-1d0c-4663-a44b-b2826601a449 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.2974801 Jun 17 11:41:47.851975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:47.853561 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:47.935968 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 8539e658-97e4-4b54-88b0-968fec4fe3fa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8539e658-97e4-4b54-88b0-968fec4fe3fa,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:47.967128 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:41:47.968020 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-155a9e12-936e-457f-865d-46d6ce16863d req-a71b7f29-aba4-4623-857d-4c7794cc1e3e service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801409 Jun 17 11:41:47.968513 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e180743d-7388-4fde-8c71-9d9fc4567399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.004137 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c7e4fdcc-850b-4583-9bd0-00ea54cc56e1 req-556ea125-25c3-42eb-b392-87f16f3faef3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926260 Jun 17 11:41:48.019679 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:48.027945 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.043622 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 8539e658-97e4-4b54-88b0-968fec4fe3fa is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:48.044230 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.057496 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f07f0f-df23-43ea-8e4c-0f82b7481c3a req-e257aa75-38b8-4365-8aff-1452c9b41001 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155647 Jun 17 11:41:48.099468 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8539e658-97e4-4b54-88b0-968fec4fe3fa {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:48.105785 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16acf699-2208-47f6-b136-36d240ba7143 x-openstack-request-id: req-16acf699-2208-47f6-b136-36d240ba7143 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:48.106076 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8decdd22-7413-438f-94d0-5c3238a2072b", "name": "network-vif-plugged", "status": "completed", "tag": "199985a1-d517-4233-be02-8ddb17816c27", "code": 200}, {"server_uuid": "39a1319f-9f84-46db-9981-30ff7e4acc74", "name": "network-vif-plugged", "status": "completed", "tag": "845a8d6f-82d9-4eca-a43c-35be0c12da3d", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:48.106331 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16acf699-2208-47f6-b136-36d240ba7143 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:48.106730 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16acf699-2208-47f6-b136-36d240ba7143'] response: {'server_uuid': '8decdd22-7413-438f-94d0-5c3238a2072b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199985a1-d517-4233-be02-8ddb17816c27', 'code': 200} Jun 17 11:41:48.106987 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16acf699-2208-47f6-b136-36d240ba7143'] response: {'server_uuid': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a8d6f-82d9-4eca-a43c-35be0c12da3d', 'code': 200} Jun 17 11:41:48.133990 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:48.146088 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 8539e658-97e4-4b54-88b0-968fec4fe3fa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8539e658-97e4-4b54-88b0-968fec4fe3fa,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:48.160818 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e180743d-7388-4fde-8c71-9d9fc4567399 admin admin] Publish callbacks [] for security_group (f1017d57-2ff0-4302-a89b-99b317770522), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.184539 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.230949 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.238019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:48.253544 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e180743d-7388-4fde-8c71-9d9fc4567399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f1017d57-2ff0-4302-a89b-99b317770522), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.255340 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c671-222b-4723-8a92-c68ab9ed6c24 req-cefe3519-b188-4c97-844d-800e226c089f tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:48.257731 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c025c671-222b-4723-8a92-c68ab9ed6c24 req-cefe3519-b188-4c97-844d-800e226c089f tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 943 time: 0.0897243 Jun 17 11:41:48.268924 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35688a-9f25-45c6-93c7-2abceeca03b9 req-4625225e-ca73-4f3e-bfe1-99828be277f4 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:48.271502 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c35688a-9f25-45c6-93c7-2abceeca03b9 req-4625225e-ca73-4f3e-bfe1-99828be277f4 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0832090 Jun 17 11:41:48.307925 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:48.314869 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=8539e658-97e4-4b54-88b0-968fec4fe3fa,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:48.319382 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e180743d-7388-4fde-8c71-9d9fc4567399 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36ec233c5cda4bb899cba0a201c55f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129318 Jun 17 11:41:48.321166 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180743d-7388-4fde-8c71-9d9fc4567399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1017d57-2ff0-4302-a89b-99b317770522,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:48.323802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57848) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:48.352630 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:48.360964 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c025c671-222b-4723-8a92-c68ab9ed6c24 req-199a60be-fa35-4902-8358-7bb7d43d883b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884562 Jun 17 11:41:48.374347 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c35688a-9f25-45c6-93c7-2abceeca03b9 req-42ff75a4-2ca6-4a56-858c-7972645d2354 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867498 Jun 17 11:41:48.404753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fe953f9d-9961-43b2-92a2-f1a788151e7f admin admin] Publish callbacks [] for security_group (f1017d57-2ff0-4302-a89b-99b317770522), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.433748 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fe953f9d-9961-43b2-92a2-f1a788151e7f admin admin] Publish callbacks [] for security_group (f1017d57-2ff0-4302-a89b-99b317770522), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.482163 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8f815-68b3-4b9e-9adc-374ee4d8bd71 req-a38646ac-fa5f-46a4-846f-94819a224e0a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:48.483703 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0aa8f815-68b3-4b9e-9adc-374ee4d8bd71 req-a38646ac-fa5f-46a4-846f-94819a224e0a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0510149 Jun 17 11:41:48.498570 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['8539e658-97e4-4b54-88b0-968fec4fe3fa'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:41:48.545862 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0aa8f815-68b3-4b9e-9adc-374ee4d8bd71 req-471551b9-a4b8-461a-aab5-c3387a444625 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553789 Jun 17 11:41:48.729035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fe953f9d-9961-43b2-92a2-f1a788151e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f1017d57-2ff0-4302-a89b-99b317770522), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.731918 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fe953f9d-9961-43b2-92a2-f1a788151e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:48.733162 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-fe953f9d-9961-43b2-92a2-f1a788151e7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1017d57-2ff0-4302-a89b-99b317770522 HTTP/1.1" status: 204 len: 168 time: 0.4081409 Jun 17 11:41:48.741402 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe953f9d-9961-43b2-92a2-f1a788151e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1017d57-2ff0-4302-a89b-99b317770522,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:48.864736 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:49.228431 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794ad28-2865-4380-b7da-c3f15fe4513b req-e25e6498-241f-45a1-af13-83d2997cecbd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:49.230966 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9794ad28-2865-4380-b7da-c3f15fe4513b req-e25e6498-241f-45a1-af13-83d2997cecbd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1372209 Jun 17 11:41:49.260972 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0bf55-d030-4a10-a170-6d30dc1bb3e3 req-3202b841-8c2b-45f8-865f-f7e9d6fdfc0b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:49.263199 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ccf0bf55-d030-4a10-a170-6d30dc1bb3e3 req-3202b841-8c2b-45f8-865f-f7e9d6fdfc0b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0860932 Jun 17 11:41:49.337513 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9794ad28-2865-4380-b7da-c3f15fe4513b req-8d542dff-3c50-4e7a-9adb-d3a013549f4c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968831 Jun 17 11:41:49.368242 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ccf0bf55-d030-4a10-a170-6d30dc1bb3e3 req-dfe2ed49-179f-4f0f-9810-661558e4af44 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911911 Jun 17 11:41:49.396260 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:49.536078 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d317d-ce4e-47e8-8612-2bbb75402baf req-9028e961-529b-4e11-8f50-3f573e5f8aa7 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:49.537606 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fe0d317d-ce4e-47e8-8612-2bbb75402baf req-9028e961-529b-4e11-8f50-3f573e5f8aa7 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0837457 Jun 17 11:41:49.544341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eabab0-8913-46bf-a95f-9ec777c59642 req-17e30194-f932-4d91-9fc1-4fab1990e653 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:49.545786 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-41eabab0-8913-46bf-a95f-9ec777c59642 req-17e30194-f932-4d91-9fc1-4fab1990e653 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 944 time: 0.0824218 Jun 17 11:41:49.628652 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fe0d317d-ce4e-47e8-8612-2bbb75402baf req-7dbf52bc-18f0-46b9-a05f-1decfb9bdf1c tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798600 Jun 17 11:41:49.631444 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-41eabab0-8913-46bf-a95f-9ec777c59642 req-d16db472-0158-48ce-9a8e-8acfd186b5a8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784616 Jun 17 11:41:49.639970 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 8539e658-97e4-4b54-88b0-968fec4fe3fa up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:49.701195 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57880) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:49.723268 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-14892ed1-235e-4173-a864-b7721e456ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:49.780733 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 8539e658-97e4-4b54-88b0-968fec4fe3fa completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:41:49.820127 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56bae7-26ff-4732-a6f0-ef8b46fea199 req-33d12db4-6afd-4ece-9515-9e19dd3ca44b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:49.821734 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8f56bae7-26ff-4732-a6f0-ef8b46fea199 req-33d12db4-6afd-4ece-9515-9e19dd3ca44b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0837026 Jun 17 11:41:49.854925 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-14892ed1-235e-4173-a864-b7721e456ccb admin admin] Publish callbacks [] for security_group (0f62ed2b-2a30-4d67-966d-2cebb1331439), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:49.880099 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8f56bae7-26ff-4732-a6f0-ef8b46fea199 req-ee9fdf06-e2b5-4b56-83a1-1ded26131a45 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507753 Jun 17 11:41:49.910654 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 8539e658-97e4-4b54-88b0-968fec4fe3fa triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:49.911599 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:49.973354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-14892ed1-235e-4173-a864-b7721e456ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0f62ed2b-2a30-4d67-966d-2cebb1331439), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.006896 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14892ed1-235e-4173-a864-b7721e456ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f62ed2b-2a30-4d67-966d-2cebb1331439,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:50.044762 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-14892ed1-235e-4173-a864-b7721e456ccb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b04ca8c79395424a90f7292491906391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252099 Jun 17 11:41:50.044762 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57888) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:50.045067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 8539e658-97e4-4b54-88b0-968fec4fe3fa is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:50.045067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.074913 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 8539e658-97e4-4b54-88b0-968fec4fe3fa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8539e658-97e4-4b54-88b0-968fec4fe3fa,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:50.099169 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b6be47ae-7ee9-4653-83ce-7480968e8797 admin admin] Publish callbacks [] for security_group (0f62ed2b-2a30-4d67-966d-2cebb1331439), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.113084 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6'}, {'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:50.113084 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f7d1a0-14f2-4135-b5ca-2a875df79f6d" -d '{"events": [{"server_uuid": "76c24c0d-60e5-45e5-afeb-d8595d5116f5", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6"}, {"server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "name": "network-vif-plugged", "status": "completed", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:50.136572 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6be32-c778-4236-8de6-538819b81412 req-b71b56ec-52d4-412b-a1b8-8ae18648fd13 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:50.140354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b6be47ae-7ee9-4653-83ce-7480968e8797 admin admin] Publish callbacks [] for security_group (0f62ed2b-2a30-4d67-966d-2cebb1331439), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.143395 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cb6be32-c778-4236-8de6-538819b81412 req-b71b56ec-52d4-412b-a1b8-8ae18648fd13 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1358504 Jun 17 11:41:50.145346 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5601f8-579d-4513-99f2-609055321a50 req-fc73c3c0-b0c0-45d3-8c40-011bfb8a42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:50.148963 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dc5601f8-579d-4513-99f2-609055321a50 req-fc73c3c0-b0c0-45d3-8c40-011bfb8a42be service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 1130 time: 0.1302903 Jun 17 11:41:50.149628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 57892) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:50.155406 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'floatingip': {'port_id': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:50.161654 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82680997-94c6-4a5d-ae7c-ac229eba6364 x-openstack-request-id: req-82680997-94c6-4a5d-ae7c-ac229eba6364 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:50.162061 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c24c0d-60e5-45e5-afeb-d8595d5116f5", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6", "code": 200}, {"server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "name": "network-vif-plugged", "status": "completed", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:50.162521 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82680997-94c6-4a5d-ae7c-ac229eba6364 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:50.163073 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82680997-94c6-4a5d-ae7c-ac229eba6364'] response: {'server_uuid': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6', 'code': 200} Jun 17 11:41:50.164035 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82680997-94c6-4a5d-ae7c-ac229eba6364'] response: {'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'code': 200} Jun 17 11:41:50.174615 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.191143 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ac212-09b0-41f8-a45e-9ae9277c8f67 req-dc28b17e-0d5a-487a-a461-e12aede0d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:50.192710 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-6b4ac212-09b0-41f8-a45e-9ae9277c8f67 req-dc28b17e-0d5a-487a-a461-e12aede0d261 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 1130 time: 0.0699110 Jun 17 11:41:50.267331 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-6b4ac212-09b0-41f8-a45e-9ae9277c8f67 req-46b6c5fd-10fa-4251-adfa-bfa7943807b9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686450 Jun 17 11:41:50.277247 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=8539e658-97e4-4b54-88b0-968fec4fe3fa,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:50.287901 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (5516a0e6-eca0-47ec-b64e-b39bf751dc78), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.356397 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b6be47ae-7ee9-4653-83ce-7480968e8797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0f62ed2b-2a30-4d67-966d-2cebb1331439), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.359718 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b6be47ae-7ee9-4653-83ce-7480968e8797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:50.370367 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b6be47ae-7ee9-4653-83ce-7480968e8797 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f62ed2b-2a30-4d67-966d-2cebb1331439 HTTP/1.1" status: 204 len: 168 time: 0.3352096 Jun 17 11:41:50.397938 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be47ae-7ee9-4653-83ce-7480968e8797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f62ed2b-2a30-4d67-966d-2cebb1331439,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:50.399252 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dc5601f8-579d-4513-99f2-609055321a50 req-81da8f11-867b-4fe6-8b06-fe1ddec38de1 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824584 Jun 17 11:41:50.467602 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:50.637755 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63edaa-4436-4ffd-a55b-330093059cab req-8382ef71-38c5-4a3f-a6be-39f90295578d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:50.637755 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5f63edaa-4436-4ffd-a55b-330093059cab req-8382ef71-38c5-4a3f-a6be-39f90295578d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1620739 Jun 17 11:41:50.653675 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:50.684235 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1826e6-9494-4e73-8306-e0489ffcfb9d req-a085ac18-2a15-4b80-a37c-3eaec3089f83 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:50.684235 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9e1826e6-9494-4e73-8306-e0489ffcfb9d req-a085ac18-2a15-4b80-a37c-3eaec3089f83 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.1552413 Jun 17 11:41:50.771098 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:50.811858 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5f63edaa-4436-4ffd-a55b-330093059cab req-8f288fd7-e74e-4da4-ad8d-3112a957dc9c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660128 Jun 17 11:41:50.945823 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:50.948140 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9e1826e6-9494-4e73-8306-e0489ffcfb9d req-88c633dd-0f5d-411f-86c9-564ea1c0a5c7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584262 Jun 17 11:41:51.105310 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:51.190888 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:51.291242 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4337-c468-4523-abe0-dc44fb20564d req-32f8e8ae-0150-4364-89a3-2feffe8c119a tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:51.292841 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-352d4337-c468-4523-abe0-dc44fb20564d req-32f8e8ae-0150-4364-89a3-2feffe8c119a tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.4024000 Jun 17 11:41:51.336745 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812c1eb-a93f-42e5-b49a-8e21dae9af5e req-249b6e37-e483-4c11-8a6d-ea05c0e8a964 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:51.338324 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5812c1eb-a93f-42e5-b49a-8e21dae9af5e req-249b6e37-e483-4c11-8a6d-ea05c0e8a964 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.1253221 Jun 17 11:41:51.507993 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57938) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:51.547145 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-352d4337-c468-4523-abe0-dc44fb20564d req-3404145e-6464-4ee3-8fc0-83e7141509bd tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447808 Jun 17 11:41:51.566526 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5812c1eb-a93f-42e5-b49a-8e21dae9af5e req-e909c08a-1563-427c-b1c3-db0ffc523858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152097 Jun 17 11:41:51.568920 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:51.573886 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:51.643778 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:41:51.655846 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-619319db-efb8-43c9-8b76-2b8233cfe885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:51.665094 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (5516a0e6-eca0-47ec-b64e-b39bf751dc78), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:51.770303 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:51.780399 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-619319db-efb8-43c9-8b76-2b8233cfe885 admin admin] Publish callbacks [] for security_group (b9d40c70-9bf7-4137-b6fb-6bc0e84605d8), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:51.785243 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '4f9d2fad-e808-44df-adda-539bddcec93d', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'port_id': '4f9d2fad-e808-44df-adda-539bddcec93d', 'mac_address': 'fa:16:3e:01:47:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:41:51.815482 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Floating IP 5516a0e6-eca0-47ec-b64e-b39bf751dc78 associated. External IP: 172.27.2.148, port: c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8. Jun 17 11:41:51.827044 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:51.827506 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:51.842232 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9d2fad-e808-44df-adda-539bddcec93d {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:41:51.854031 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-619319db-efb8-43c9-8b76-2b8233cfe885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b9d40c70-9bf7-4137-b6fb-6bc0e84605d8), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:51.903168 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-619319db-efb8-43c9-8b76-2b8233cfe885 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=378a29d1ec1e4d948eb846d8691f24d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919103 Jun 17 11:41:51.903168 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619319db-efb8-43c9-8b76-2b8233cfe885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d40c70-9bf7-4137-b6fb-6bc0e84605d8,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:51.904602 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57950) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:51.906276 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:51.996130 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:52.004504 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-53d7d70c-9851-42e6-b0f8-532217f49bfc admin admin] Publish callbacks [] for security_group (b9d40c70-9bf7-4137-b6fb-6bc0e84605d8), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:52.096217 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-53d7d70c-9851-42e6-b0f8-532217f49bfc admin admin] Publish callbacks [] for security_group (b9d40c70-9bf7-4137-b6fb-6bc0e84605d8), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:52.104231 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3968a6-2707-46a2-a856-44097826159b req-e396de9b-514c-462e-ace5-989c1057de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:52.106329 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-bf3968a6-2707-46a2-a856-44097826159b req-e396de9b-514c-462e-ace5-989c1057de04 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 1129 time: 0.1529624 Jun 17 11:41:52.112563 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486d022-9917-492c-ba21-1bbc0298572b req-16181d05-2cda-4c4d-8d57-b8cebbc3a986 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:52.120736 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8486d022-9917-492c-ba21-1bbc0298572b req-16181d05-2cda-4c4d-8d57-b8cebbc3a986 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1386282 Jun 17 11:41:52.124432 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:52.243389 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dc244-2fa8-4196-825a-11a1317aae26 req-18551de1-3d23-4e27-a29f-6908c9cec9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:52.245023 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-212dc244-2fa8-4196-825a-11a1317aae26 req-18551de1-3d23-4e27-a29f-6908c9cec9e5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 1129 time: 0.1784680 Jun 17 11:41:52.247977 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-53d7d70c-9851-42e6-b0f8-532217f49bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b9d40c70-9bf7-4137-b6fb-6bc0e84605d8), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:52.251219 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-53d7d70c-9851-42e6-b0f8-532217f49bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:52.252517 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-53d7d70c-9851-42e6-b0f8-532217f49bfc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9d40c70-9bf7-4137-b6fb-6bc0e84605d8 HTTP/1.1" status: 204 len: 168 time: 0.3470054 Jun 17 11:41:52.263180 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7d70c-9851-42e6-b0f8-532217f49bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d40c70-9bf7-4137-b6fb-6bc0e84605d8,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:52.272258 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['4f9d2fad-e808-44df-adda-539bddcec93d'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:41:52.308879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8cf10-716b-4b58-823a-e040afbe6b27 req-ee4cb743-b95b-441a-b274-fc16084f7c6c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:52.317067 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-04a8cf10-716b-4b58-823a-e040afbe6b27 req-ee4cb743-b95b-441a-b274-fc16084f7c6c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 944 time: 0.1640110 Jun 17 11:41:52.371682 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8486d022-9917-492c-ba21-1bbc0298572b req-7a99be83-154b-463a-8875-050025a7c0ac tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447875 Jun 17 11:41:52.462561 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-04a8cf10-716b-4b58-823a-e040afbe6b27 req-698e985d-b7ee-416e-95f5-6f88fca1e180 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391597 Jun 17 11:41:52.534030 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-bf3968a6-2707-46a2-a856-44097826159b req-c52d6213-02b8-4ba4-ab0c-3ae15dcc193f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174259 Jun 17 11:41:52.536580 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-212dc244-2fa8-4196-825a-11a1317aae26 req-57bc3962-f733-4429-aa2f-87e93b0baf8e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973828 Jun 17 11:41:52.545652 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Router e46c6536-b3c6-407f-87b7-792f676c9834 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:41:52.753498 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157ed45-9c88-486b-adcd-3cc19e4576a8 req-e2c26ebd-3a3c-481b-826b-4a22e9b72303 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:52.755001 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4157ed45-9c88-486b-adcd-3cc19e4576a8 req-e2c26ebd-3a3c-481b-826b-4a22e9b72303 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0982337 Jun 17 11:41:52.774616 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5f267-9daa-4be3-bfd6-6d62ecd27e01 req-4766b560-7488-4db4-af9d-5cd4bc2b09e8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:52.776016 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ac5f267-9daa-4be3-bfd6-6d62ecd27e01 req-4766b560-7488-4db4-af9d-5cd4bc2b09e8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.1163495 Jun 17 11:41:52.797875 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:52.802827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:52.813738 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] Sync routers for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:52.828961 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:52.830586 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:52.879315 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-455f9440-812c-4e25-83e9-56adae614fb8 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "PUT /v2.0/floatingips/5516a0e6-eca0-47ec-b64e-b39bf751dc78 HTTP/1.1" status: 200 len: 992 time: 2.7284486 Jun 17 11:41:52.887176 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:52.889543 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2335866b-e5bc-4efc-bd67-b35fd46c1814" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:52.930810 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4157ed45-9c88-486b-adcd-3cc19e4576a8 req-e868a73d-5c82-4525-b40a-3d0654f5176f tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419942 Jun 17 11:41:52.942254 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ac5f267-9daa-4be3-bfd6-6d62ecd27e01 req-ae156f51-72b3-466e-a358-c7d10e0b7e61 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554780 Jun 17 11:41:52.969302 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:52.983010 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d0eb57-c7c3-4d6e-9b52-49711dfb8f3a x-openstack-request-id: req-78d0eb57-c7c3-4d6e-9b52-49711dfb8f3a {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:52.983613 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:52.984006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78d0eb57-c7c3-4d6e-9b52-49711dfb8f3a {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:52.984566 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d0eb57-c7c3-4d6e-9b52-49711dfb8f3a'] response: {'name': 'network-changed', 'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'status': 'completed', 'code': 200} Jun 17 11:41:53.058877 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57986) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:53.071788 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:53.174683 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.196720 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:53.318190 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Publish callbacks [] for security_group (3d198eab-b31c-4c32-8b96-092936657d2c), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.333179 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 57992) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:53.349208 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.374901 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.396186 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3d198eab-b31c-4c32-8b96-092936657d2c), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.410244 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '5516a0e6-eca0-47ec-b64e-b39bf751dc78', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'port_id': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'mac_address': 'fa:16:3e:95:fb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:10Z', 'updated_at': '2022-06-17T11:41:51Z', 'revision_number': 1, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:53.473611 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] Checking router: e46c6536-b3c6-407f-87b7-792f676c9834 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:53.473903 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f66a88bccde4a5faeb546573b97430f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098048 Jun 17 11:41:53.477082 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 57998) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:53.484277 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:53.485306 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:53.548883 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Publish callbacks [] for security_group (2d27bd68-9015-4351-9dd1-c07686bc1fdc), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.550537 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-828ce0d1-bf83-494f-a9cf-70e0a7dded71 admin admin] Publish callbacks [] for security_group (3d198eab-b31c-4c32-8b96-092936657d2c), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.552723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d198eab-b31c-4c32-8b96-092936657d2c,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:53.564932 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.565297 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.565709 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.566053 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.566414 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.566834 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.567107 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.567462 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.567937 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.568273 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.568846 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.569216 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.569373 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.569762 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.570124 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb018f2b-7bad-4ce5-b60d-5dcd2b721c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.587301 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9298ff1-b991-44b8-b3f6-5ff67bfc2f42 req-7e5a3810-0169-4c52-a7bb-b171097346fa tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:53.588956 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c9298ff1-b991-44b8-b3f6-5ff67bfc2f42 req-7e5a3810-0169-4c52-a7bb-b171097346fa tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1410546 Jun 17 11:41:53.603612 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-828ce0d1-bf83-494f-a9cf-70e0a7dded71 admin admin] Publish callbacks [] for security_group (3d198eab-b31c-4c32-8b96-092936657d2c), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.640772 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (2d27bd68-9015-4351-9dd1-c07686bc1fdc), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.653985 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:53.665019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:41:53.696535 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0546505-9036-4edc-bb62-e689c5e134fc req-3bcf7151-7d61-4118-98f5-c50e31d7e46a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:53.700287 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f0546505-9036-4edc-bb62-e689c5e134fc req-3bcf7151-7d61-4118-98f5-c50e31d7e46a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 944 time: 0.1080511 Jun 17 11:41:53.723874 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:53.732735 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 4f9d2fad-e808-44df-adda-539bddcec93d completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:41:53.749813 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1254d3e087f34bf793433508627cbc73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153097 Jun 17 11:41:53.751720 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d27bd68-9015-4351-9dd1-c07686bc1fdc,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:53.752605 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58004) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:53.765522 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c9298ff1-b991-44b8-b3f6-5ff67bfc2f42 req-adc72754-af94-47c2-9731-0d6baa2b1cbb tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662350 Jun 17 11:41:53.769478 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-828ce0d1-bf83-494f-a9cf-70e0a7dded71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3d198eab-b31c-4c32-8b96-092936657d2c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.772132 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-828ce0d1-bf83-494f-a9cf-70e0a7dded71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.776944 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-828ce0d1-bf83-494f-a9cf-70e0a7dded71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d198eab-b31c-4c32-8b96-092936657d2c HTTP/1.1" status: 204 len: 168 time: 0.2949815 Jun 17 11:41:53.777102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.777102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.777102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.777102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.777102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.778827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.778827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.778827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.778827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.779621 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.779621 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.779621 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.779960 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.780266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.780573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b11de0-8747-4cd2-b07f-a7edb4e4fdba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:53.790466 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ce0d1-bf83-494f-a9cf-70e0a7dded71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d198eab-b31c-4c32-8b96-092936657d2c,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:53.795525 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 4f9d2fad-e808-44df-adda-539bddcec93d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:41:53.797078 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.805473 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f0546505-9036-4edc-bb62-e689c5e134fc req-2b46d4ec-7b62-4dfc-94c6-73f21b5de91e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909889 Jun 17 11:41:53.841931 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f48c-808f-49ff-9719-7ae07086761e admin admin] Publish callbacks [] for security_group (2d27bd68-9015-4351-9dd1-c07686bc1fdc), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.879920 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f48c-808f-49ff-9719-7ae07086761e admin admin] Publish callbacks [] for security_group (2d27bd68-9015-4351-9dd1-c07686bc1fdc), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.934935 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:41:53.935986 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:53.946564 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:53.963054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:53.969442 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:53.974427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf760c8-e208-403d-b07e-874bc106c13d" -d '{"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:54.005371 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:41:54.025395 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f075deb6-d635-4807-acab-3f5d1945e07a x-openstack-request-id: req-f075deb6-d635-4807-acab-3f5d1945e07a {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:54.025707 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:54.026005 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f075deb6-d635-4807-acab-3f5d1945e07a {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:54.026401 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f075deb6-d635-4807-acab-3f5d1945e07a'] response: {'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d', 'code': 200} Jun 17 11:41:54.052611 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '5516a0e6-eca0-47ec-b64e-b39bf751dc78', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'port_id': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'mac_address': 'fa:16:3e:95:fb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:10Z', 'updated_at': '2022-06-17T11:41:51Z', 'revision_number': 1, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:54.079992 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c2b41-1c9b-4c1d-b437-8b645373350f None None] The sync data for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi is: [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '5516a0e6-eca0-47ec-b64e-b39bf751dc78', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'port_id': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'mac_address': 'fa:16:3e:95:fb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:10Z', 'updated_at': '2022-06-17T11:41:51Z', 'revision_number': 1, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:54.091035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f48c-808f-49ff-9719-7ae07086761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (2d27bd68-9015-4351-9dd1-c07686bc1fdc), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:54.094222 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f48c-808f-49ff-9719-7ae07086761e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:54.095607 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-bbd3f48c-808f-49ff-9719-7ae07086761e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d27bd68-9015-4351-9dd1-c07686bc1fdc HTTP/1.1" status: 204 len: 168 time: 0.3420203 Jun 17 11:41:54.109039 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3f48c-808f-49ff-9719-7ae07086761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d27bd68-9015-4351-9dd1-c07686bc1fdc,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:54.119912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405336-7741-45f9-b955-fa31c9d513ab req-e71daafc-ecf0-400e-83ac-0728ad24a0ee tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:54.121535 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5405336-7741-45f9-b955-fa31c9d513ab req-e71daafc-ecf0-400e-83ac-0728ad24a0ee tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.0930278 Jun 17 11:41:54.132757 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:54.146540 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-f6b67a23-b08e-428a-a870-a811fa0a926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:54.148374 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-f6b67a23-b08e-428a-a870-a811fa0a926d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 1130 time: 0.0885878 Jun 17 11:41:54.210370 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5405336-7741-45f9-b955-fa31c9d513ab req-589091e8-24aa-4b61-8d5e-aaacb9599097 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775397 Jun 17 11:41:54.222042 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:54.231273 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.231816 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.232294 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.232810 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.233316 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.233830 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.234299 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.234641 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.235011 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.235349 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.235689 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.236035 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.236362 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.236685 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.237007 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:41:54.390760 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:54.392632 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae7be1-d28a-4cfc-858c-9b2f937196e6 None None] New status for floating IP 5516a0e6-eca0-47ec-b64e-b39bf751dc78: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:41:54.642730 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-f09b6e39-39f0-4fd7-8a3b-d9cffc82f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:54.644967 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-f09b6e39-39f0-4fd7-8a3b-d9cffc82f7bb service neutron] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 911 time: 0.1793413 Jun 17 11:41:54.705531 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58030) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:54.719555 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-10b6fe55-d30c-450a-a059-bf8e1193d72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:54.817874 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-10b6fe55-d30c-450a-a059-bf8e1193d72a admin admin] Publish callbacks [] for security_group (d8011f68-e9b1-4f7a-8213-585c6462d130), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:54.871245 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-10b6fe55-d30c-450a-a059-bf8e1193d72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d8011f68-e9b1-4f7a-8213-585c6462d130), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:54.955287 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-10b6fe55-d30c-450a-a059-bf8e1193d72a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17366d10fac44e088980d1aa9af97622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486429 Jun 17 11:41:54.958098 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58048) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:54.959257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376c7c-ede4-4eb4-b10a-9df9aeb74aa9 req-f6e2baf9-4dc5-47f2-bc3d-b9b7bfa7efa0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:54.959960 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-14376c7c-ede4-4eb4-b10a-9df9aeb74aa9 req-f6e2baf9-4dc5-47f2-bc3d-b9b7bfa7efa0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0571306 Jun 17 11:41:54.973591 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6fe55-d30c-450a-a059-bf8e1193d72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8011f68-e9b1-4f7a-8213-585c6462d130,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:55.033747 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-472ecc29-f936-49cc-b15a-2058a1ad6783 admin admin] Publish callbacks [] for security_group (d8011f68-e9b1-4f7a-8213-585c6462d130), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:55.071296 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-472ecc29-f936-49cc-b15a-2058a1ad6783 admin admin] Publish callbacks [] for security_group (d8011f68-e9b1-4f7a-8213-585c6462d130), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:55.249361 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-472ecc29-f936-49cc-b15a-2058a1ad6783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d8011f68-e9b1-4f7a-8213-585c6462d130), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:55.255528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-472ecc29-f936-49cc-b15a-2058a1ad6783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:55.257174 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-472ecc29-f936-49cc-b15a-2058a1ad6783 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8011f68-e9b1-4f7a-8213-585c6462d130 HTTP/1.1" status: 204 len: 168 time: 0.2979176 Jun 17 11:41:55.270840 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ecc29-f936-49cc-b15a-2058a1ad6783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8011f68-e9b1-4f7a-8213-585c6462d130,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:55.398106 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-14376c7c-ede4-4eb4-b10a-9df9aeb74aa9 req-7e30374d-93b7-4859-82e3-593af7566ddd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315531 Jun 17 11:41:55.407352 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:55.411822 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-21d50d8e-d42b-4e1b-b161-5f86ed1ad0ef service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 200 len: 1002 time: 0.4021854 Jun 17 11:41:55.556530 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5593f-3c95-405c-bfd6-d3afad4af4c5 req-0da8c569-a8a0-44d4-816e-f88f58c7e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:55.558977 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-c5f5593f-3c95-405c-bfd6-d3afad4af4c5 req-0da8c569-a8a0-44d4-816e-f88f58c7e868 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 1129 time: 0.0575581 Jun 17 11:41:55.578361 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71679a71-1ae2-4a4d-bc1d-64359247b865 req-830a69fe-25eb-4f18-8749-e054236556e5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:55.580205 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-71679a71-1ae2-4a4d-bc1d-64359247b865 req-830a69fe-25eb-4f18-8749-e054236556e5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1109021 Jun 17 11:41:55.600238 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-6923f60c-2327-4f12-9900-39fb4bd23b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:55.602178 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-6923f60c-2327-4f12-9900-39fb4bd23b36 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.1021163 Jun 17 11:41:55.638373 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-c5f5593f-3c95-405c-bfd6-d3afad4af4c5 req-d0b3b01d-5a56-41d7-a28f-cbda35b6fb5a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700288 Jun 17 11:41:55.697341 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-71679a71-1ae2-4a4d-bc1d-64359247b865 req-c2d97b28-6d18-4744-8ba3-59434b298688 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034582 Jun 17 11:41:55.709797 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-fe3013ae-a296-4f75-9f7b-e4d1a0dfc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:55.712799 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-fe3013ae-a296-4f75-9f7b-e4d1a0dfc5f3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986407 Jun 17 11:41:55.830253 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ac4d3-5f5d-433b-a17c-300a992e7b76 req-aadf9e13-9430-43d2-bb9b-e069b2b5b154 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:55.839200 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ad1ac4d3-5f5d-433b-a17c-300a992e7b76 req-aadf9e13-9430-43d2-bb9b-e069b2b5b154 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.0772684 Jun 17 11:41:55.912348 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ad1ac4d3-5f5d-433b-a17c-300a992e7b76 req-78a4b9cf-3d7d-4cf6-a73f-d134bf8da6f1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721812 Jun 17 11:41:55.982223 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:55.985126 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-8f03f8b3-ed6b-46b3-ac1f-d687fa0ac57a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467813 Jun 17 11:41:56.060005 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3ad5-4e92-4f75-91b4-79c6f3f51e6a req-993896f2-1a5d-4463-913a-6cdefef485b8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:56.061932 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cdce3ad5-4e92-4f75-91b4-79c6f3f51e6a req-993896f2-1a5d-4463-913a-6cdefef485b8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.0667772 Jun 17 11:41:56.064199 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-b03bcda5-bf98-406b-be40-930f00cf5709 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807427 Jun 17 11:41:56.071803 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58104) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:56.078095 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:56.110258 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-215e4e64-9a18-45e5-95b1-d08ae2e771b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:56.114029 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-215e4e64-9a18-45e5-95b1-d08ae2e771b7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b9ebd69a2ffc492eae05aaf62e2d8ee2&device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 1130 time: 0.0832398 Jun 17 11:41:56.135126 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (10acb40c-7a7e-4883-9663-d87d08a1cdfa), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:56.202882 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:56.666880 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987d8d6-f85c-4c2b-8101-39160663d166 req-82888d22-b87b-4715-b3c1-e224ca312b9d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:56.680999 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8987d8d6-f85c-4c2b-8101-39160663d166 req-82888d22-b87b-4715-b3c1-e224ca312b9d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1439862 Jun 17 11:41:56.731481 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2335866b-e5bc-4efc-bd67-b35fd46c1814 req-33bec122-bd77-414d-b96d-5c057cb4c79c service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658217 Jun 17 11:41:56.780539 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-ce2d21a4-5937-48a5-a7e0-804cd6681bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:56.782232 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-ce2d21a4-5937-48a5-a7e0-804cd6681bc8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=cbd2698b-6feb-4535-a9e0-4b42209dc23d HTTP/1.1" status: 200 len: 913 time: 0.3083985 Jun 17 11:41:56.844207 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.db.resource_extend [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 11:41:56.894103 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:56.936723 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ea947-8d29-4a63-b2f3-db8c033a21a8 req-52d7d68e-34d7-4771-9d05-42341611396e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:56.938295 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b58ea947-8d29-4a63-b2f3-db8c033a21a8 req-52d7d68e-34d7-4771-9d05-42341611396e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1156678 Jun 17 11:41:56.945345 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8987d8d6-f85c-4c2b-8101-39160663d166 req-ea64a5e3-1496-4c8a-8663-6e608373d934 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448983 Jun 17 11:41:56.954483 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:57.008488 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-6a40322b-2066-471f-9dbb-67c16e000a74 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199985a1-d517-4233-be02-8ddb17816c27 HTTP/1.1" status: 200 len: 217 time: 0.0613830 Jun 17 11:41:57.048148 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b58ea947-8d29-4a63-b2f3-db8c033a21a8 req-af819e3a-0b28-4ca0-a537-3f8061f82dec tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009393 Jun 17 11:41:57.073621 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (10acb40c-7a7e-4883-9663-d87d08a1cdfa), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:57.125843 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:57.196465 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP 10acb40c-7a7e-4883-9663-d87d08a1cdfa associated. External IP: 172.27.2.8, port: 8539e658-97e4-4b54-88b0-968fec4fe3fa. Jun 17 11:41:57.294032 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:57.421255 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:41:57.551555 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:41:57.561710 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:UPDATE=4,neutron:SELECT=80,neutron:INSERT=16 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:57.564913 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:41:57.567001 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:57.582281 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:57.583277 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:57.588727 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-9b837875-ada5-4ee7-8b70-ea0fceccf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:57.593335 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-9b837875-ada5-4ee7-8b70-ea0fceccf42c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377 HTTP/1.1" status: 200 len: 851 time: 0.1208355 Jun 17 11:41:57.926993 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4a14b605-63bd-4f48-ad2a-64ffc8f26e45 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "PUT /v2.0/floatingips/10acb40c-7a7e-4883-9663-d87d08a1cdfa HTTP/1.1" status: 200 len: 989 time: 1.5526431 Jun 17 11:41:57.926993 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:41:57.926993 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b43fa55-f4dd-497c-b8d7-46e170bb129c" -d '{"events": [{"name": "network-changed", "server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:41:57.926993 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191feee8-e7fe-4361-820e-dacfbc33bc70 x-openstack-request-id: req-191feee8-e7fe-4361-820e-dacfbc33bc70 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:41:57.926993 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:41:57.926993 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-191feee8-e7fe-4361-820e-dacfbc33bc70 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:41:57.926993 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191feee8-e7fe-4361-820e-dacfbc33bc70'] response: {'name': 'network-changed', 'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'status': 'completed', 'code': 200} Jun 17 11:41:57.978507 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-d65cdd2c-3cb3-4231-8e22-26c72a4e285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:57.979899 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:57.981248 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-d65cdd2c-3cb3-4231-8e22-26c72a4e285c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cbd2698b-6feb-4535-a9e0-4b42209dc23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1228836 Jun 17 11:41:57.982033 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:57.982506 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ef6e-c035-4014-ae1a-c0e0939b9bc9 req-91a9f411-1047-4e5f-8a91-15f0aad8e10f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:57.982506 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b7a6ef6e-c035-4014-ae1a-c0e0939b9bc9 req-91a9f411-1047-4e5f-8a91-15f0aad8e10f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1084542 Jun 17 11:41:57.982506 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-ad70a2d5-7b1f-4a57-b6d6-c6a743288d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:57.982506 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-ad70a2d5-7b1f-4a57-b6d6-c6a743288d02 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 1129 time: 0.0981567 Jun 17 11:41:57.982927 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-fe8382e8-5608-42db-9f91-baac505ca689 service neutron] 10.222.0.33 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046741 Jun 17 11:41:57.983019 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-20dc317b-ebfc-4f6a-b190-99d2d2ae907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:57.983019 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-20dc317b-ebfc-4f6a-b190-99d2d2ae907f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 1129 time: 0.0778129 Jun 17 11:41:57.983019 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b7a6ef6e-c035-4014-ae1a-c0e0939b9bc9 req-3580bdbf-abc6-422f-b995-e4453248c26e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275282 Jun 17 11:41:58.013720 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3496e4a3-78c9-45c9-8cc8-9b6ebe0e11b7 req-4d9d2288-3134-43f6-8aa7-4830d1da75c4 service neutron] 10.222.0.33 "GET /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747358 Jun 17 11:41:58.024841 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:58.092544 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:56Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:58.103520 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58182) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:58.134948 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:41:58.147105 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:41:58.148201 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:58.153095 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-42b8a7e2-a5b4-440f-830f-cf38c6c168bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.157610 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-42b8a7e2-a5b4-440f-830f-cf38c6c168bc service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.3268747 Jun 17 11:41:58.261982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-28e3b6fc-9ea6-4ea1-89e4-2226438cd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.264199 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-28e3b6fc-9ea6-4ea1-89e4-2226438cd560 service neutron] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 915 time: 0.4014771 Jun 17 11:41:58.268390 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-3c44da40-bbed-4459-a3b0-a8325413670a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 HTTP/1.1" status: 200 len: 217 time: 0.0969133 Jun 17 11:41:58.285305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1c642-0e1e-43aa-a1c0-c03f1a7b3450 req-7015efb1-114b-4f69-a71e-25cd3666f6a1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.287158 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28a1c642-0e1e-43aa-a1c0-c03f1a7b3450 req-7015efb1-114b-4f69-a71e-25cd3666f6a1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1078997 Jun 17 11:41:58.309064 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0958de-14f2-4f81-be5d-1d0dfbc15234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:58.334954 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:41:58.340830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:58.428420 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0958de-14f2-4f81-be5d-1d0dfbc15234 admin admin] Publish callbacks [] for security_group (3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:58.432451 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-5ec46548-9a47-4ebd-808f-ccb6264f5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.434076 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-5ec46548-9a47-4ebd-808f-ccb6264f5f91 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.1354339 Jun 17 11:41:58.438852 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-1e0722e1-73f8-4c22-9556-59dca4965dfa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8539e658-97e4-4b54-88b0-968fec4fe3fa HTTP/1.1" status: 200 len: 997 time: 0.1502907 Jun 17 11:41:58.483287 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28a1c642-0e1e-43aa-a1c0-c03f1a7b3450 req-ca436f31-39dd-4709-abc0-c0b74922a3d2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734629 Jun 17 11:41:58.486754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0958de-14f2-4f81-be5d-1d0dfbc15234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:58.561710 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0958de-14f2-4f81-be5d-1d0dfbc15234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:58.624618 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-7ad213c0-41bc-4d10-ac41-e4514dba7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.626921 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-7ad213c0-41bc-4d10-ac41-e4514dba7bac service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1723173 Jun 17 11:41:58.636950 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2a0958de-14f2-4f81-be5d-1d0dfbc15234 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9392c9f6c4eb4302b286586844a18d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5322714 Jun 17 11:41:58.639524 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58206) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:58.658925 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:56Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:41:58.694793 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-1619dc87-f13d-4e10-b277-81e93861bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.696338 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-1619dc87-f13d-4e10-b277-81e93861bb9c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.2286251 Jun 17 11:41:58.720398 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d2777-2dc6-4a83-aa41-4718598f57c1 None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:56Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:41:58.743871 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-edfe462e-1b4d-4a74-bce2-0870ad89b7b1 admin admin] Publish callbacks [] for security_group (3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:58.769159 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-edfe462e-1b4d-4a74-bce2-0870ad89b7b1 admin admin] Publish callbacks [] for security_group (3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:58.770472 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:58.781447 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fcd76-be6d-4b8d-8522-1afccb4bfece req-9e1ccf82-bbf7-4d46-a818-b2e35dd6ae78 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.783005 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-765fcd76-be6d-4b8d-8522-1afccb4bfece req-9e1ccf82-bbf7-4d46-a818-b2e35dd6ae78 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1319406 Jun 17 11:41:58.799534 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58208) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:58.804132 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'floatingip': {'port_id': '4f9d2fad-e808-44df-adda-539bddcec93d'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:41:58.836697 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-acaeaf7f-7797-4036-ae51-b51cda418608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:58.837753 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-acaeaf7f-7797-4036-ae51-b51cda418608 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085670 Jun 17 11:41:58.889035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (823bbf97-0772-4317-bb40-d048114e0e1e), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:58.992978 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-69c2d212-94e8-4925-9552-807b5d8ade4c service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548732 Jun 17 11:41:59.016358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da7e39-3333-441e-921b-d12bebadf4e5 None None] New status for floating IP 10acb40c-7a7e-4883-9663-d87d08a1cdfa: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:41:59.248207 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:59.274865 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58234) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:41:59.373916 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-af6cb8c0-f40e-4c84-9db5-78abc3878861 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241199 Jun 17 11:41:59.400795 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8215d-8b5c-42d5-8211-82dd39d5d004 req-2c810b4c-ac84-4e20-8c40-8226d517667c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:41:59.402596 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ef8215d-8b5c-42d5-8211-82dd39d5d004 req-2c810b4c-ac84-4e20-8c40-8226d517667c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.3283672 Jun 17 11:41:59.434515 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-edfe462e-1b4d-4a74-bce2-0870ad89b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:59.437847 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-edfe462e-1b4d-4a74-bce2-0870ad89b7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:59.439450 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-edfe462e-1b4d-4a74-bce2-0870ad89b7b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3 HTTP/1.1" status: 204 len: 168 time: 0.7988698 Jun 17 11:41:59.440844 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357e3506-33a9-41f8-89e6-8269df6cedd9 req-ec967fea-c84f-484c-b1d7-f75b7fdd9a36 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387856 Jun 17 11:41:59.448162 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:59.481867 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe462e-1b4d-4a74-bce2-0870ad89b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbadb9-0906-48a9-9ba6-5202eb2fbfb3,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:41:59.542596 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ef8215d-8b5c-42d5-8211-82dd39d5d004 req-1ca2f8cb-314a-41f0-8a63-20ebb8e29d8d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309414 Jun 17 11:41:59.580938 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d371ba78-a614-45fb-a888-30e264aebf9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:41:59.583990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b43fa55-f4dd-497c-b8d7-46e170bb129c req-cf4fa85a-bd9f-4b8f-b45b-5f8e65a8f77e service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002742 Jun 17 11:41:59.626139 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:41:59.943477 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.db.resource_extend [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 11:42:00.008278 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:00.032252 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.046444 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d371ba78-a614-45fb-a888-30e264aebf9a admin admin] Publish callbacks [] for security_group (3ab2180d-e036-449d-86f8-e95520dbe262), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.100259 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (823bbf97-0772-4317-bb40-d048114e0e1e), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.110713 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d371ba78-a614-45fb-a888-30e264aebf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3ab2180d-e036-449d-86f8-e95520dbe262), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.183442 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58270) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:00.224852 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d371ba78-a614-45fb-a888-30e264aebf9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8bf1e5963774652922731e245ed3bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9463804 Jun 17 11:42:00.225245 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371ba78-a614-45fb-a888-30e264aebf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab2180d-e036-449d-86f8-e95520dbe262,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:00.225801 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58274) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:00.245753 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Floating IP 823bbf97-0772-4317-bb40-d048114e0e1e associated. External IP: 172.27.2.231, port: 4f9d2fad-e808-44df-adda-539bddcec93d. Jun 17 11:42:00.309245 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fa09e097-309c-4ea3-b695-8d552ad483a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.338490 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0c7cca30-6d61-4df6-8abd-0e230976e2fd admin admin] Publish callbacks [] for security_group (3ab2180d-e036-449d-86f8-e95520dbe262), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.387659 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0c7cca30-6d61-4df6-8abd-0e230976e2fd admin admin] Publish callbacks [] for security_group (3ab2180d-e036-449d-86f8-e95520dbe262), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.471612 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fa09e097-309c-4ea3-b695-8d552ad483a6 admin admin] Publish callbacks [] for security_group (021cfa27-d287-43f6-836c-38d4257b6981), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.482815 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Router 215cbbee-bf18-4794-85bf-c2ded75e0d1a has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:42:00.528330 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fa09e097-309c-4ea3-b695-8d552ad483a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (021cfa27-d287-43f6-836c-38d4257b6981), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.534358 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0c7cca30-6d61-4df6-8abd-0e230976e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3ab2180d-e036-449d-86f8-e95520dbe262), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.538217 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0c7cca30-6d61-4df6-8abd-0e230976e2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.542513 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-0c7cca30-6d61-4df6-8abd-0e230976e2fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ab2180d-e036-449d-86f8-e95520dbe262 HTTP/1.1" status: 204 len: 168 time: 0.3154490 Jun 17 11:42:00.584923 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-fa09e097-309c-4ea3-b695-8d552ad483a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=170c27500dd54d0882e0305a145e11e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002278 Jun 17 11:42:00.588316 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58288) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:00.591661 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09e097-309c-4ea3-b695-8d552ad483a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021cfa27-d287-43f6-836c-38d4257b6981,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:00.604088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cca30-6d61-4df6-8abd-0e230976e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab2180d-e036-449d-86f8-e95520dbe262,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:00.611421 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58290) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:00.686288 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:42:00.693191 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.701931 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] Sync routers for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:42:00.727999 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:42:00.729036 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:00.734991 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:00.742847 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:00.752771 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-380cfd02-80eb-4bea-b0e0-dc42d64c0c61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "PUT /v2.0/floatingips/823bbf97-0772-4317-bb40-d048114e0e1e HTTP/1.1" status: 200 len: 991 time: 1.9480231 Jun 17 11:42:00.752771 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:42:00.752771 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794" -d '{"events": [{"name": "network-changed", "server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:42:00.756706 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-45c0b390-484e-4030-82f1-edf329250682 admin admin] Publish callbacks [] for security_group (021cfa27-d287-43f6-836c-38d4257b6981), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.798905 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-116193795-network', 'tenant_id': 'b1c1e0064ef5486795031aff48250978'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:42:00.809557 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-45c0b390-484e-4030-82f1-edf329250682 admin admin] Publish callbacks [] for security_group (021cfa27-d287-43f6-836c-38d4257b6981), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:00.814035 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:00.829088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bec6f6-a79f-4efe-81f5-784159768ed1 req-7f72f7c7-f83d-4671-9bb9-5949f2b6d2be tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:00.839233 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-16bec6f6-a79f-4efe-81f5-784159768ed1 req-7f72f7c7-f83d-4671-9bb9-5949f2b6d2be tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1609182 Jun 17 11:42:00.881054 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3bacf1-4e5c-44f2-ac1d-967cad805df5 x-openstack-request-id: req-ac3bacf1-4e5c-44f2-ac1d-967cad805df5 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:42:00.881375 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:42:00.881660 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac3bacf1-4e5c-44f2-ac1d-967cad805df5 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:42:00.882063 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3bacf1-4e5c-44f2-ac1d-967cad805df5'] response: {'name': 'network-changed', 'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d', 'status': 'completed', 'code': 200} Jun 17 11:42:00.938436 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:42:00.949759 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-16bec6f6-a79f-4efe-81f5-784159768ed1 req-ece48134-0249-4287-ad02-31ae9bc8d6ac tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085236 Jun 17 11:42:00.956812 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-d8264693-e49d-436c-ac11-28a4048887e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:00.958350 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-d8264693-e49d-436c-ac11-28a4048887e8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 1129 time: 0.0601439 Jun 17 11:42:01.020618 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-45c0b390-484e-4030-82f1-edf329250682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (021cfa27-d287-43f6-836c-38d4257b6981), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.026773 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-45c0b390-484e-4030-82f1-edf329250682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.033279 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-45c0b390-484e-4030-82f1-edf329250682 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/021cfa27-d287-43f6-836c-38d4257b6981 HTTP/1.1" status: 204 len: 168 time: 0.4394450 Jun 17 11:42:01.052745 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Made reservation on behalf of b1c1e0064ef5486795031aff48250978 for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:42:01.056601 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.058303 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0b390-484e-4030-82f1-edf329250682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021cfa27-d287-43f6-836c-38d4257b6981,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:01.081846 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.145644 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-9e20a161-5069-4df3-93a0-21cafbf0e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:01.146059 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.149655 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-9e20a161-5069-4df3-93a0-21cafbf0e31c service neutron] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 917 time: 0.1750181 Jun 17 11:42:01.177918 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.236247 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.264241 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.264831 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-150a80c0-9c98-45ac-8fa3-7fa79347deb2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9d2fad-e808-44df-adda-539bddcec93d HTTP/1.1" status: 200 len: 999 time: 0.1002986 Jun 17 11:42:01.350442 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks [] for security_group (200647b0-1ef6-4499-aeb7-9e7bd0d1d062), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.353438 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-bf314964-9a6f-4d81-aa45-b713eb74a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:01.355204 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-bf314964-9a6f-4d81-aa45-b713eb74a482 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.0835173 Jun 17 11:42:01.361449 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '823bbf97-0772-4317-bb40-d048114e0e1e', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'port_id': '4f9d2fad-e808-44df-adda-539bddcec93d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'mac_address': 'fa:16:3e:01:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71050501-8f84-4701-a013-bfc7a4459972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:26Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 1, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:01.393225 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] Checking router: 215cbbee-bf18-4794-85bf-c2ded75e0d1a for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:42:01.405804 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:42:01.406879 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:41:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:01.408592 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-becec2c8-f3e7-4897-b176-e9d111755bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:01.410735 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-becec2c8-f3e7-4897-b176-e9d111755bfa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499246 Jun 17 11:42:01.452947 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (200647b0-1ef6-4499-aeb7-9e7bd0d1d062), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.529352 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:42:01.536768 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200647b0-1ef6-4499-aeb7-9e7bd0d1d062,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:01.559449 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (57d4e636-8133-4083-be03-98ae22c8beb6), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.560012 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Added segment 57d4e636-8133-4083-be03-98ae22c8beb6 of type vlan for network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 Jun 17 11:42:01.566047 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:42:01.592422 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.652858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.657496 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (c6f48b6e-5e75-4a43-91dd-a0b6f2a37841), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.662055 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58306) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:01.667636 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-b18a56a6-a8e4-46b5-a1b1-36fa1150ca2d service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361734 Jun 17 11:42:01.681020 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8be4825f-d4c0-4ec4-8d27-6dc9b8b6f9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.681241 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.768803 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (c6f48b6e-5e75-4a43-91dd-a0b6f2a37841), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.769953 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:01.770551 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.772596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8be4825f-d4c0-4ec4-8d27-6dc9b8b6f9da admin admin] Publish callbacks [] for security_group (a0d37000-8da9-4716-8dfc-e0e3dc0ed08f), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.813750 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27f8fc34-dbe6-4211-bc61-86e8c5bf2794 req-3f167810-034d-4414-9f3a-db95acc53b50 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312227 Jun 17 11:42:01.817288 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '823bbf97-0772-4317-bb40-d048114e0e1e', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'port_id': '4f9d2fad-e808-44df-adda-539bddcec93d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'mac_address': 'fa:16:3e:01:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71050501-8f84-4701-a013-bfc7a4459972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:26Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 1, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:01.831614 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8be4825f-d4c0-4ec4-8d27-6dc9b8b6f9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a0d37000-8da9-4716-8dfc-e0e3dc0ed08f), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:01.850624 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] Pushing event updated for resources: {'Network': ['ID=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:01.860714 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8be4825f-d4c0-4ec4-8d27-6dc9b8b6f9da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f66434022c74b01aa04cb4196193ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965396 Jun 17 11:42:01.863010 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3153be-6ea9-48f9-a009-8ff65f154dc7 None None] The sync data for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi is: [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '823bbf97-0772-4317-bb40-d048114e0e1e', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'port_id': '4f9d2fad-e808-44df-adda-539bddcec93d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'mac_address': 'fa:16:3e:01:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71050501-8f84-4701-a013-bfc7a4459972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:26Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 1, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:42:01.866509 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:42:01.874543 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58310) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:01.886759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4825f-d4c0-4ec4-8d27-6dc9b8b6f9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d37000-8da9-4716-8dfc-e0e3dc0ed08f,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:01.898438 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d7863e80-66c9-495c-aed5-356f9663d06b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2884896 Jun 17 11:42:01.899957 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58312) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:01.911126 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Request body: {'subnet': {'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-116193795-subnet', 'tenant_id': 'b1c1e0064ef5486795031aff48250978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:42:01.963420 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:01.971057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc809-f2e1-4bae-8293-d20d5740382e admin admin] Publish callbacks [] for security_group (a0d37000-8da9-4716-8dfc-e0e3dc0ed08f), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.005065 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc809-f2e1-4bae-8293-d20d5740382e admin admin] Publish callbacks [] for security_group (a0d37000-8da9-4716-8dfc-e0e3dc0ed08f), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.046014 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Made reservation on behalf of b1c1e0064ef5486795031aff48250978 for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:42:02.049035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.051403 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58316) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:02.081448 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cea7ec05-fd44-4335-b602-3024dcae026a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.096697 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b158c14-551c-4bd0-b70c-f2dd7ea970e0 req-e02d24ba-dd1d-4d95-8744-e81969838e94 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:02.098666 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b158c14-551c-4bd0-b70c-f2dd7ea970e0 req-e02d24ba-dd1d-4d95-8744-e81969838e94 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0617788 Jun 17 11:42:02.168099 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b158c14-551c-4bd0-b70c-f2dd7ea970e0 req-477e4dde-c0d5-4887-975d-befe42ee85ae tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563684 Jun 17 11:42:02.172497 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf278a-ff5c-4993-8a7d-8994ba44d165 None None] New status for floating IP 823bbf97-0772-4317-bb40-d048114e0e1e: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:42:02.191613 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc809-f2e1-4bae-8293-d20d5740382e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a0d37000-8da9-4716-8dfc-e0e3dc0ed08f), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.194660 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc809-f2e1-4bae-8293-d20d5740382e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.196865 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ac3fc809-f2e1-4bae-8293-d20d5740382e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0d37000-8da9-4716-8dfc-e0e3dc0ed08f HTTP/1.1" status: 204 len: 168 time: 0.3200788 Jun 17 11:42:02.205215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fc809-f2e1-4bae-8293-d20d5740382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d37000-8da9-4716-8dfc-e0e3dc0ed08f,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:02.219921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:02.288880 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:02.360898 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cea7ec05-fd44-4335-b602-3024dcae026a admin admin] Publish callbacks [] for security_group (afe7d79a-0ded-465e-aa37-3b82c0cda583), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.397050 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (bb84cb44-4cc5-4b6a-bfda-0c4c70174126), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.428651 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cea7ec05-fd44-4335-b602-3024dcae026a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (afe7d79a-0ded-465e-aa37-3b82c0cda583), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.486251 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb84cb44-4cc5-4b6a-bfda-0c4c70174126,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:02.492361 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-cea7ec05-fd44-4335-b602-3024dcae026a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a7aa9f3339643d1a57ad40594dcd07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399650 Jun 17 11:42:02.495502 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58320) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:02.500455 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ec05-fd44-4335-b602-3024dcae026a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe7d79a-0ded-465e-aa37-3b82c0cda583,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:02.512528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Checking segment: {'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:42:02.512975 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Network hostable DHCP agents. Network: c6f48b6e-5e75-4a43-91dd-a0b6f2a37841, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:42:02.554764 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b2aca290-e716-4e29-98a9-8663de6e49cb admin admin] Publish callbacks [] for security_group (afe7d79a-0ded-465e-aa37-3b82c0cda583), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.577694 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b2aca290-e716-4e29-98a9-8663de6e49cb admin admin] Publish callbacks [] for security_group (afe7d79a-0ded-465e-aa37-3b82c0cda583), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.603215 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:42:02.734485 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, c6f48b6e-5e75-4a43-91dd-a0b6f2a37841) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:42:02.740014 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:02.747558 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.747715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d19b61-3a47-401c-bc4b-62d14580d9d5 None None] Network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:42:02.770142 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b2aca290-e716-4e29-98a9-8663de6e49cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (afe7d79a-0ded-465e-aa37-3b82c0cda583), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.773199 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b2aca290-e716-4e29-98a9-8663de6e49cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:02.774554 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b2aca290-e716-4e29-98a9-8663de6e49cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afe7d79a-0ded-465e-aa37-3b82c0cda583 HTTP/1.1" status: 204 len: 168 time: 0.2774155 Jun 17 11:42:02.775663 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:02.790562 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aca290-e716-4e29-98a9-8663de6e49cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe7d79a-0ded-465e-aa37-3b82c0cda583,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:02.870576 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-80baab40-71e0-4983-8f8f-9ba615e3eeac admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9678838 Jun 17 11:42:02.895830 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9630f6e-f18c-4e81-a994-5be8737cc9f2 None None] Network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:42:02.980378 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:03.226009 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:INSERT=9,neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:03.290891 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:03.306727 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5512d8-3247-49d2-a8d9-060e1745b0b5 req-d3a08734-1995-46d8-adee-fca970d3c62b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:03.308395 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7e5512d8-3247-49d2-a8d9-060e1745b0b5 req-d3a08734-1995-46d8-adee-fca970d3c62b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0620391 Jun 17 11:42:03.356179 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:03.364132 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7e5512d8-3247-49d2-a8d9-060e1745b0b5 req-00242247-0093-4ca3-bc79-79fcda9cc550 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493243 Jun 17 11:42:03.831579 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:04.225943 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:04.482682 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e76abd-e5ee-42aa-9dbc-e3a082f241de req-fc2f1532-a02b-4c59-bb5a-6005c3c10277 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:04.484216 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f3e76abd-e5ee-42aa-9dbc-e3a082f241de req-fc2f1532-a02b-4c59-bb5a-6005c3c10277 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0498447 Jun 17 11:42:04.537918 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f3e76abd-e5ee-42aa-9dbc-e3a082f241de req-72649921-a341-40ba-acb8-ab8bba4fe345 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476739 Jun 17 11:42:04.574432 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:04.990988 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58432) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:05.111994 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e59e-f050-497d-932b-1b9b7ad20336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:05.209790 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e59e-f050-497d-932b-1b9b7ad20336 admin admin] Publish callbacks [] for security_group (4bb30cad-f3a1-4a74-b561-c0b916babd6c), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:05.271763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:05.306176 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e59e-f050-497d-932b-1b9b7ad20336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4bb30cad-f3a1-4a74-b561-c0b916babd6c), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:05.359764 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e3a2e59e-f050-497d-932b-1b9b7ad20336 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d44e00c35134d6d86d21dc6a43df040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651705 Jun 17 11:42:05.359764 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2e59e-f050-497d-932b-1b9b7ad20336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb30cad-f3a1-4a74-b561-c0b916babd6c,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:05.367530 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58456) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:05.427826 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c3144b29-7769-4293-8ccd-2db771c8aa5e admin admin] Publish callbacks [] for security_group (4bb30cad-f3a1-4a74-b561-c0b916babd6c), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:05.451312 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c3144b29-7769-4293-8ccd-2db771c8aa5e admin admin] Publish callbacks [] for security_group (4bb30cad-f3a1-4a74-b561-c0b916babd6c), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:05.488068 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908640-dcc9-4ac3-9145-15912748470a req-1007e7c2-f212-4d34-bd4a-2c47261fc28d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:05.489588 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-1007e7c2-f212-4d34-bd4a-2c47261fc28d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/networks?id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 HTTP/1.1" status: 200 len: 808 time: 0.1117885 Jun 17 11:42:05.507088 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-7075bc34-2b88-4d04-bb44-8a73caa0ff7d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/quotas/b1c1e0064ef5486795031aff48250978 HTTP/1.1" status: 200 len: 375 time: 0.0101328 Jun 17 11:42:05.546845 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-eec436ed-ba58-478c-a1a8-91fa0a5b9e30 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1c1e0064ef5486795031aff48250978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333037 Jun 17 11:42:05.597399 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c3144b29-7769-4293-8ccd-2db771c8aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4bb30cad-f3a1-4a74-b561-c0b916babd6c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:05.600205 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c3144b29-7769-4293-8ccd-2db771c8aa5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:05.604955 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c3144b29-7769-4293-8ccd-2db771c8aa5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bb30cad-f3a1-4a74-b561-c0b916babd6c HTTP/1.1" status: 204 len: 168 time: 0.2398503 Jun 17 11:42:05.621156 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3144b29-7769-4293-8ccd-2db771c8aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb30cad-f3a1-4a74-b561-c0b916babd6c,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:05.685128 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d91590-a877-4991-89ac-a4e7e0f8607a req-7a97eecb-3459-44f5-a07e-d4ade2ef032f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:05.687080 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-37d91590-a877-4991-89ac-a4e7e0f8607a req-7a97eecb-3459-44f5-a07e-d4ade2ef032f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0714436 Jun 17 11:42:05.712269 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-1f34362d-c74a-4e12-8dcb-d5016d16c83e service neutron] 10.222.0.45 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579788 Jun 17 11:42:05.730308 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:05.805969 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-37d91590-a877-4991-89ac-a4e7e0f8607a req-239af8f5-364d-4c33-ab2e-82ced84d0fef tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050460 Jun 17 11:42:05.837858 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-f63656a8-dc52-4ffc-b530-917d5844899c service neutron] 10.222.0.45 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123769 Jun 17 11:42:05.884946 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:06.518287 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:06.598646 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-20bb4c5a-9b79-4bcf-a9fa-3401f469554e req-5552f093-2039-474e-8686-abc8b0a79737 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0296297 Jun 17 11:42:06.962003 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00577ac6-dfa1-43a6-8e68-7c1deeebe7ae req-9d09a1a0-d176-44ef-96ea-df40b0c942ca tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:06.963568 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-00577ac6-dfa1-43a6-8e68-7c1deeebe7ae req-9d09a1a0-d176-44ef-96ea-df40b0c942ca tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0703168 Jun 17 11:42:07.016827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542d6dc-eff1-4491-ad5e-46bed0aca7f6 req-ad736939-3d97-4d09-92b4-ef4211c8a3d2 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:07.018600 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0542d6dc-eff1-4491-ad5e-46bed0aca7f6 req-ad736939-3d97-4d09-92b4-ef4211c8a3d2 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0893192 Jun 17 11:42:07.062126 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-00577ac6-dfa1-43a6-8e68-7c1deeebe7ae req-69ab6fa1-6ad9-46df-9324-1acf453e2db0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815458 Jun 17 11:42:07.092347 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0542d6dc-eff1-4491-ad5e-46bed0aca7f6 req-f8bcb3f4-1196-4802-bf65-7f2138c0b8dc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645022 Jun 17 11:42:07.175557 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:07.306237 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:07.695386 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fa7e3df6-e988-49ce-89e0-6a7e97c20187 req-dcd4297c-a4c2-46e8-bf45-803be2e6f1df tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0345757 Jun 17 11:42:07.826248 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:08.217135 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcccc9-6ffa-4abd-9d96-850e8658e376 req-e10a5bd3-2576-45b0-bdb8-27d282670eef tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:08.218913 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-febcccc9-6ffa-4abd-9d96-850e8658e376 req-e10a5bd3-2576-45b0-bdb8-27d282670eef tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0819464 Jun 17 11:42:08.237455 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a5640-df04-4e22-89a1-68ceef784c90 req-7838600a-fc4a-4b85-8813-885041922084 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:08.239502 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-215a5640-df04-4e22-89a1-68ceef784c90 req-7838600a-fc4a-4b85-8813-885041922084 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0720694 Jun 17 11:42:08.325025 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-febcccc9-6ffa-4abd-9d96-850e8658e376 req-d2b35ac1-9279-4413-b005-ce1f27db36c8 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964077 Jun 17 11:42:08.333819 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-215a5640-df04-4e22-89a1-68ceef784c90 req-c61fe86d-b7ab-4760-baba-ad057c4549b7 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787036 Jun 17 11:42:08.786569 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a6e09f08-7c83-459c-842b-1fa8b455b40d req-32aab618-6faa-448a-89b4-2baacdebf584 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0320058 Jun 17 11:42:08.820422 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:09.083327 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:09.307646 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f79418-562e-4109-b6a2-a77b3644681e req-2e468fa4-b524-4011-ab9d-53d0c19ab720 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:09.309770 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-41f79418-562e-4109-b6a2-a77b3644681e req-2e468fa4-b524-4011-ab9d-53d0c19ab720 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.33 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.0552056 Jun 17 11:42:09.420493 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:09.509532 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:09.532430 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Deleting port 199985a1-d517-4233-be02-8ddb17816c27 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:42:09.532725 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (199985a1-d517-4233-be02-8ddb17816c27), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:09.554440 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ffbf0-c269-43f4-8a43-49db79d14d89 req-606f8693-41ff-4cfd-b76c-c60169881259 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:09.556120 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-174ffbf0-c269-43f4-8a43-49db79d14d89 req-606f8693-41ff-4cfd-b76c-c60169881259 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1242526 Jun 17 11:42:09.564456 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899532c4-e167-4941-a615-b2b36906278f req-166d2898-51a0-4703-9aae-2cffc733090a tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:09.565924 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-899532c4-e167-4941-a615-b2b36906278f req-166d2898-51a0-4703-9aae-2cffc733090a tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 946 time: 0.1357968 Jun 17 11:42:09.634899 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:09.709342 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-899532c4-e167-4941-a615-b2b36906278f req-6f99d51b-f14b-4033-986d-51b18f59106b tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/security-groups?id=243cc3da-bdac-4a80-8479-f31c15be7685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328721 Jun 17 11:42:09.718886 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-174ffbf0-c269-43f4-8a43-49db79d14d89 req-97c24d55-94af-4640-b435-b35ff1143686 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450863 Jun 17 11:42:09.728380 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] For port 199985a1-d517-4233-be02-8ddb17816c27, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=199985a1-d517-4233-be02-8ddb17816c27,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:09.728746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (199985a1-d517-4233-be02-8ddb17816c27), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:09.747628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Calling delete_port for 199985a1-d517-4233-be02-8ddb17816c27 owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:42:09.874041 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:42:09.929038 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5f6b7a6c-8ed0-470b-b307-fef03279fb70 req-304282c5-b4d8-46ea-92b6-fdb81006166a tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0368390 Jun 17 11:42:10.033450 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (199985a1-d517-4233-be02-8ddb17816c27), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:10.061796 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['199985a1-d517-4233-be02-8ddb17816c27'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:42:10.080912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Pushing event deleted for resources: {'Port': ['ID=199985a1-d517-4233-be02-8ddb17816c27,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:10.173585 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] No DVR routers for this DVR port 199985a1-d517-4233-be02-8ddb17816c27 on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:42:10.180263 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908640-dcc9-4ac3-9145-15912748470a req-c9ce8cd3-49b8-486a-a1e7-c126ad4246bb tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:10.182552 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-c9ce8cd3-49b8-486a-a1e7-c126ad4246bb tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "GET /v2.0/networks?id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 HTTP/1.1" status: 200 len: 808 time: 0.2193034 Jun 17 11:42:10.185022 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:10.188343 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-41f79418-562e-4109-b6a2-a77b3644681e req-5d535a74-3849-42b0-963f-a8ad7247debc tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.33 "DELETE /v2.0/ports/199985a1-d517-4233-be02-8ddb17816c27 HTTP/1.1" status: 204 len: 173 time: 0.8516653 Jun 17 11:42:10.188784 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8decdd22-7413-438f-94d0-5c3238a2072b', 'name': 'network-vif-deleted', 'tag': '199985a1-d517-4233-be02-8ddb17816c27'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:42:10.191035 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a97c074-f1f5-48b5-895f-f673eaac0332" -d '{"events": [{"server_uuid": "8decdd22-7413-438f-94d0-5c3238a2072b", "name": "network-vif-deleted", "tag": "199985a1-d517-4233-be02-8ddb17816c27"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:42:10.210361 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Request body: {'port': {'device_id': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841', 'admin_state_up': True, 'tenant_id': 'b1c1e0064ef5486795031aff48250978'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:42:10.241647 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a6d3d-8f23-4211-8d6e-167daede6cec x-openstack-request-id: req-3c3a6d3d-8f23-4211-8d6e-167daede6cec {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:42:10.241960 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8decdd22-7413-438f-94d0-5c3238a2072b", "name": "network-vif-deleted", "tag": "199985a1-d517-4233-be02-8ddb17816c27", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:42:10.242300 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c3a6d3d-8f23-4211-8d6e-167daede6cec {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:42:10.242753 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3a6d3d-8f23-4211-8d6e-167daede6cec'] response: {'server_uuid': '8decdd22-7413-438f-94d0-5c3238a2072b', 'name': 'network-vif-deleted', 'tag': '199985a1-d517-4233-be02-8ddb17816c27', 'status': 'completed', 'code': 200} Jun 17 11:42:10.477091 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Made reservation on behalf of b1c1e0064ef5486795031aff48250978 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:42:10.481507 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:10.614565 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Allocated IP 172.20.0.8 (c6f48b6e-5e75-4a43-91dd-a0b6f2a37841/bb84cb44-4cc5-4b6a-bfda-0c4c70174126/f24c26db-fd50-4c00-9701-98f77873ea46) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:42:10.675150 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:10.944914 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:11.019227 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cf10144d-f776-47da-9298-645497ad6e6a req-8f347c95-0a7a-4d6b-9d2e-087fbf61c563 tempest-DeleteServersTestJSON-2060216478 tempest-DeleteServersTestJSON-2060216478-project] 10.222.0.45 "GET /v2.0/ports?device_id=8decdd22-7413-438f-94d0-5c3238a2072b HTTP/1.1" status: 200 len: 210 time: 0.0926354 Jun 17 11:42:11.046341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88457b7e-7cb1-44a7-9d39-3ce9d47d7e3e req-ec89f899-0494-4bed-9e87-eef104ca3311 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:11.047866 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-88457b7e-7cb1-44a7-9d39-3ce9d47d7e3e req-ec89f899-0494-4bed-9e87-eef104ca3311 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1226606 Jun 17 11:42:11.141401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks [] for port (f24c26db-fd50-4c00-9701-98f77873ea46), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:11.144186 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db254556-bdd5-4f3a-9619-00adc1322c7c req-f02a48f6-6b40-4c34-8196-4f1485787a27 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0594032 Jun 17 11:42:11.170031 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-88457b7e-7cb1-44a7-9d39-3ce9d47d7e3e req-4d2501a3-6b46-41ed-b196-c01a2f1e3338 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113310 Jun 17 11:42:11.255476 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:11.302743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:42:11.303673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:11.310315 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:42:11.313056 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:42:11.321994 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:11.322967 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:11.333933 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Pushing event updated for resources: {'Port': ['ID=f24c26db-fd50-4c00-9701-98f77873ea46,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:11.441423 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-a9fec108-45ec-4b00-bb30-d6ccdf738360 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359736 Jun 17 11:42:11.449223 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:11.453460 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Request body: {'port': {'device_id': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:42:11.523071 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:11.695559 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:11.746109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:11.806903 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24c26db-fd50-4c00-9701-98f77873ea46 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:42:11.815473 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Publish callbacks [] for port (f24c26db-fd50-4c00-9701-98f77873ea46), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:11.829843 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Transition to ACTIVE for port object f24c26db-fd50-4c00-9701-98f77873ea46 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:42:11.900621 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:11.962224 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f24c26db-fd50-4c00-9701-98f77873ea46,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:11.994909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Attempting to bind port f24c26db-fd50-4c00-9701-98f77873ea46 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:42:11.995253 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Attempting to bind port f24c26db-fd50-4c00-9701-98f77873ea46 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:42:11.995599 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Attempting to bind port f24c26db-fd50-4c00-9701-98f77873ea46 on network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:42:12.000508 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Port f24c26db-fd50-4c00-9701-98f77873ea46 on network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:42:12.000865 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Attempting to bind port f24c26db-fd50-4c00-9701-98f77873ea46 on network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:42:12.006089 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:42:12.006429 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Checking segment: {'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:42:12.006814 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Bound using segment: {'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:42:12.007347 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Bound port: f24c26db-fd50-4c00-9701-98f77873ea46, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:42:12.007682 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.018568 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58594) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:12.088597 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] For port f24c26db-fd50-4c00-9701-98f77873ea46, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:42:12.092084 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] For port f24c26db-fd50-4c00-9701-98f77873ea46, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f24c26db-fd50-4c00-9701-98f77873ea46,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:42:12.145089 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d615d730-c062-411f-a41e-de0bd49deb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.185144 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.251401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:12.252174 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.254186 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] 10.222.0.33 "PUT /v2.0/ports/f24c26db-fd50-4c00-9701-98f77873ea46 HTTP/1.1" status: 200 len: 1093 time: 0.8048573 Jun 17 11:42:12.271041 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'tag': 'f24c26db-fd50-4c00-9701-98f77873ea46'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:42:12.273395 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9ce16-7a9f-49bc-a804-cd05d9546647" -d '{"events": [{"name": "network-changed", "server_uuid": "b237f1d1-5f28-467b-aca8-a2e1d61ec8fa", "tag": "f24c26db-fd50-4c00-9701-98f77873ea46"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:42:12.276525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d615d730-c062-411f-a41e-de0bd49deb64 admin admin] Publish callbacks [] for security_group (05bc2047-5781-43cd-ac16-fa6aee578bff), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.331279 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ca9d5-855a-4d1f-9055-e5377011d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f24c26db-fd50-4c00-9701-98f77873ea46,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:12.342930 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0c904-5476-423e-b729-f47ecf9d2b28 req-32c332c7-0d8d-431f-bb13-cd1276d25d8f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:12.344583 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fac0c904-5476-423e-b729-f47ecf9d2b28 req-32c332c7-0d8d-431f-bb13-cd1276d25d8f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 943 time: 0.1227083 Jun 17 11:42:12.352967 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:12.358937 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2633462-515a-4dfd-83d0-4a23e4f9bc52 req-19cd1cd2-243c-4276-a839-2b7f3488808a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:12.363596 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f2633462-515a-4dfd-83d0-4a23e4f9bc52 req-19cd1cd2-243c-4276-a839-2b7f3488808a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0816464 Jun 17 11:42:12.380610 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d615d730-c062-411f-a41e-de0bd49deb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (05bc2047-5781-43cd-ac16-fa6aee578bff), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.423620 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615d730-c062-411f-a41e-de0bd49deb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bc2047-5781-43cd-ac16-fa6aee578bff,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:12.428404 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d615d730-c062-411f-a41e-de0bd49deb64 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42c1aaca42c443a9bd9c3eb77c1ce153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084146 Jun 17 11:42:12.434150 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58612) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:12.452394 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fac0c904-5476-423e-b729-f47ecf9d2b28 req-587d0cd5-ab48-44a9-b113-b9d28960ff45 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014543 Jun 17 11:42:12.496032 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:12.504438 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0a10e044-c6b0-4c7b-a5d9-3da3e7725805 admin admin] Publish callbacks [] for security_group (05bc2047-5781-43cd-ac16-fa6aee578bff), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.513582 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f2633462-515a-4dfd-83d0-4a23e4f9bc52 req-5af3b4e1-8cd5-456c-b735-46d83de96d53 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468978 Jun 17 11:42:12.517529 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908640-dcc9-4ac3-9145-15912748470a req-1a95f3a2-119c-4582-ad1d-8f237014e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:12.519058 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-1a95f3a2-119c-4582-ad1d-8f237014e62f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b1c1e0064ef5486795031aff48250978&device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 1127 time: 0.1012087 Jun 17 11:42:12.553012 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0a10e044-c6b0-4c7b-a5d9-3da3e7725805 admin admin] Publish callbacks [] for security_group (05bc2047-5781-43cd-ac16-fa6aee578bff), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.578503 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940174c-4927-4958-bfe6-b52f97f618b6 x-openstack-request-id: req-2940174c-4927-4958-bfe6-b52f97f618b6 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:42:12.578880 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b237f1d1-5f28-467b-aca8-a2e1d61ec8fa", "tag": "f24c26db-fd50-4c00-9701-98f77873ea46", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:42:12.579195 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2940174c-4927-4958-bfe6-b52f97f618b6 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:42:12.579678 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2940174c-4927-4958-bfe6-b52f97f618b6'] response: {'name': 'network-changed', 'server_uuid': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'tag': 'f24c26db-fd50-4c00-9701-98f77873ea46', 'status': 'completed', 'code': 200} Jun 17 11:42:12.587454 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-c40ba47a-5c72-457a-adbb-af8e5eb0c653 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f24c26db-fd50-4c00-9701-98f77873ea46 HTTP/1.1" status: 200 len: 217 time: 0.0485795 Jun 17 11:42:12.587454 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:12.643360 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908640-dcc9-4ac3-9145-15912748470a req-22dc7379-8c5b-4f81-999c-15571b06b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:12.646864 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-22dc7379-8c5b-4f81-999c-15571b06b63f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bb84cb44-4cc5-4b6a-bfda-0c4c70174126 HTTP/1.1" status: 200 len: 848 time: 0.0557592 Jun 17 11:42:12.679729 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-df7a961b-4aba-41e5-a9b6-13fac3cf4173 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279915 Jun 17 11:42:12.700597 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0a10e044-c6b0-4c7b-a5d9-3da3e7725805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (05bc2047-5781-43cd-ac16-fa6aee578bff), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.703206 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0a10e044-c6b0-4c7b-a5d9-3da3e7725805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:12.704426 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-0a10e044-c6b0-4c7b-a5d9-3da3e7725805 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05bc2047-5781-43cd-ac16-fa6aee578bff HTTP/1.1" status: 204 len: 168 time: 0.2687955 Jun 17 11:42:12.714845 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e044-c6b0-4c7b-a5d9-3da3e7725805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bc2047-5781-43cd-ac16-fa6aee578bff,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:12.796992 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-81984687-9874-4c61-bdbd-ba894c733a03 service neutron] 10.222.0.33 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042595 Jun 17 11:42:12.904317 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b908640-dcc9-4ac3-9145-15912748470a req-cfff0263-2940-4e6a-bb3a-62bdf0114b3b service neutron] 10.222.0.33 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007125 Jun 17 11:42:13.460675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58626) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:13.474528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e7da0b66-e3b4-4aca-82b2-21528ca65b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:13.598899 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e7da0b66-e3b4-4aca-82b2-21528ca65b3c admin admin] Publish callbacks [] for security_group (d43fd814-b239-455a-8d98-4afc8ba312bd), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:13.626988 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:13.665808 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e05ebe-e35d-45e3-a319-1a9bf113c2b2 req-c2febf66-94bb-47ec-b800-77f58570170e tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:13.667514 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c0e05ebe-e35d-45e3-a319-1a9bf113c2b2 req-c2febf66-94bb-47ec-b800-77f58570170e tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 943 time: 0.0860944 Jun 17 11:42:13.709370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e7da0b66-e3b4-4aca-82b2-21528ca65b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d43fd814-b239-455a-8d98-4afc8ba312bd), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:13.718439 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcf8e6-744a-47e6-b264-7b72dfd7a6f5 req-e926d193-013f-463a-b240-563343fbba0f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:13.720966 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fafcf8e6-744a-47e6-b264-7b72dfd7a6f5 req-e926d193-013f-463a-b240-563343fbba0f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0828328 Jun 17 11:42:13.747171 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b270ea50-e3d6-48c5-8328-06de7fecee74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:13.751249 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e7da0b66-e3b4-4aca-82b2-21528ca65b3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05dba84885cb4bbe8a37eefda2d3a187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893829 Jun 17 11:42:13.751971 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 199985a1-d517-4233-be02-8ddb17816c27 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:42:13.752122 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da0b66-e3b4-4aca-82b2-21528ca65b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43fd814-b239-455a-8d98-4afc8ba312bd,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:13.755260 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58634) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:13.765389 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c0e05ebe-e35d-45e3-a319-1a9bf113c2b2 req-f3018b47-db11-46a1-8e76-0bcc875152d5 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813525 Jun 17 11:42:13.776280 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 199985a1-d517-4233-be02-8ddb17816c27 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:42:13.776621 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 199985a1-d517-4233-be02-8ddb17816c27 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:42:13.799667 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fafcf8e6-744a-47e6-b264-7b72dfd7a6f5 req-aef61096-8dc7-4fb5-acb6-2114014dfd4f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721118 Jun 17 11:42:13.830415 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5a746e8f-24d5-475e-b191-2b84fa037f1e admin admin] Publish callbacks [] for security_group (d43fd814-b239-455a-8d98-4afc8ba312bd), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:13.840404 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:13.855879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5a746e8f-24d5-475e-b191-2b84fa037f1e admin admin] Publish callbacks [] for security_group (d43fd814-b239-455a-8d98-4afc8ba312bd), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:14.020524 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5a746e8f-24d5-475e-b191-2b84fa037f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d43fd814-b239-455a-8d98-4afc8ba312bd), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:14.020979 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 58642) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:14.023023 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5a746e8f-24d5-475e-b191-2b84fa037f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:14.025195 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-5a746e8f-24d5-475e-b191-2b84fa037f1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d43fd814-b239-455a-8d98-4afc8ba312bd HTTP/1.1" status: 204 len: 168 time: 0.2586250 Jun 17 11:42:14.033393 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746e8f-24d5-475e-b191-2b84fa037f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43fd814-b239-455a-8d98-4afc8ba312bd,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:14.142549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:14.406608 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-508e7ce1-312a-4d82-be53-dfb247eb1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:14.411990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-508e7ce1-312a-4d82-be53-dfb247eb1497 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b1c1e0064ef5486795031aff48250978&device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 1127 time: 0.1000540 Jun 17 11:42:14.546243 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:14.635754 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:14.641718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-0ba4696f-62c9-40a5-9b00-a36a35074aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:14.643204 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-0ba4696f-62c9-40a5-9b00-a36a35074aa8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 HTTP/1.1" status: 200 len: 909 time: 0.2270024 Jun 17 11:42:14.693459 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-accee97e-5322-462b-81f1-a65d8ac778b2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f24c26db-fd50-4c00-9701-98f77873ea46 HTTP/1.1" status: 200 len: 217 time: 0.0398359 Jun 17 11:42:14.848628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-f40f88de-7731-4301-9db1-20c46a968abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:14.850128 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-f40f88de-7731-4301-9db1-20c46a968abc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bb84cb44-4cc5-4b6a-bfda-0c4c70174126 HTTP/1.1" status: 200 len: 848 time: 0.1322415 Jun 17 11:42:14.945426 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-b207072c-05db-4679-8f13-19943bd0ec15 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782151 Jun 17 11:42:14.990065 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c8be5-1192-48e4-a926-4566f43afae2 req-8d0f6afd-e07f-4065-b7c8-9285b5560030 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:14.991581 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-985c8be5-1192-48e4-a926-4566f43afae2 req-8d0f6afd-e07f-4065-b7c8-9285b5560030 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 943 time: 0.1387043 Jun 17 11:42:15.017074 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:15.058198 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d53e-b708-4d59-9402-ef4b49f71c4f req-674a9b54-61ed-4c11-9644-f50251be4cd1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:15.059727 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ff34d53e-b708-4d59-9402-ef4b49f71c4f req-674a9b54-61ed-4c11-9644-f50251be4cd1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1689284 Jun 17 11:42:15.136700 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Deleting port 35e2383b-a153-44f5-b9fe-8d2f49e0271d {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:42:15.137064 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:15.190798 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-985c8be5-1192-48e4-a926-4566f43afae2 req-9f2ee18c-70b8-45bc-a82c-189f89b52263 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833501 Jun 17 11:42:15.473118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:15.480625 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-ad3d6031-c008-4147-90c9-8b3dcbff2535 service neutron] 10.222.0.33 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129652 Jun 17 11:42:15.486292 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ff34d53e-b708-4d59-9402-ef4b49f71c4f req-82066208-b1f9-47e8-82ee-e736616c7260 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934948 Jun 17 11:42:15.566603 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] For port 35e2383b-a153-44f5-b9fe-8d2f49e0271d, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=35e2383b-a153-44f5-b9fe-8d2f49e0271d,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:15.566966 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:15.584603 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:15.589483 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Calling delete_port for 35e2383b-a153-44f5-b9fe-8d2f49e0271d owned by network:router_interface {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:42:15.650805 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8cb9ce16-7a9f-49bc-a804-cd05d9546647 req-61a1a7fe-8595-49c0-87d1-b435d6cf45c8 service neutron] 10.222.0.33 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616950 Jun 17 11:42:15.765333 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f24c26db-fd50-4c00-9701-98f77873ea46 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:42:15.861486 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (35e2383b-a153-44f5-b9fe-8d2f49e0271d), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:15.874204 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f24c26db-fd50-4c00-9701-98f77873ea46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f24c26db-fd50-4c00-9701-98f77873ea46,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:15.886875 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'f24c26db-fd50-4c00-9701-98f77873ea46', 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841', 'port_id': 'f24c26db-fd50-4c00-9701-98f77873ea46', 'mac_address': 'fa:16:3e:ef:e9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb84cb44-4cc5-4b6a-bfda-0c4c70174126', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:42:15.894289 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=35e2383b-a153-44f5-b9fe-8d2f49e0271d,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:15.930441 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f24c26db-fd50-4c00-9701-98f77873ea46 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:42:15.931522 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:15.946470 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24c26db-fd50-4c00-9701-98f77873ea46 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:42:15.971413 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f24c26db-fd50-4c00-9701-98f77873ea46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f24c26db-fd50-4c00-9701-98f77873ea46,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:16.022821 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:16.067077 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:16.146951 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f24c26db-fd50-4c00-9701-98f77873ea46,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:16.243785 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a7510d10-da7f-4249-a4ee-bfd48f0365bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:16.300463 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:16.333762 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:42:16.343396 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5a261-1b23-4e17-bfad-8a38f29a5ae5 req-1eed4564-e1aa-45cd-ac53-ca536a93dcef tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:16.344921 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05c5a261-1b23-4e17-bfad-8a38f29a5ae5 req-1eed4564-e1aa-45cd-ac53-ca536a93dcef tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 944 time: 0.0653429 Jun 17 11:42:16.480050 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05c5a261-1b23-4e17-bfad-8a38f29a5ae5 req-597b8bd4-2097-4c35-a947-64ef968ff9eb tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285126 Jun 17 11:42:16.504560 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:42:16.505988 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f24c26db-fd50-4c00-9701-98f77873ea46'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:42:16.512093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4a06250f-2ba4-40ce-970e-02700fe20c2f admin admin] 10.222.0.45 "PUT /v2.0/routers/bdd6b688-d450-4ad5-8ed2-6ee9c05b693e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4898486 Jun 17 11:42:16.513785 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58688) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:16.519287 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] Sync routers for ids ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:42:16.537041 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] Routers {'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:42:16.537710 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:42:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:16.558356 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:16.667677 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] Set router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:42:16.687306 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks [] for router (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:16.705319 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9e04c-ba5f-4b56-8520-2fb12c4f4006 req-bc563e77-b550-4be9-8614-dadd98af5179 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:16.707957 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-92d9e04c-ba5f-4b56-8520-2fb12c4f4006 req-bc563e77-b550-4be9-8614-dadd98af5179 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0796082 Jun 17 11:42:16.787781 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-92d9e04c-ba5f-4b56-8520-2fb12c4f4006 req-8166b479-b342-43a4-85dd-d769d9fbd421 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715024 Jun 17 11:42:16.831963 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks [] for router_gateway (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:16.885181 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:42:15Z', 'revision_number': 5, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port': {'id': 'f9a189e5-14b8-45ad-97c3-46b6a3b02dac', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:16.911776 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] Checking router: bdd6b688-d450-4ad5-8ed2-6ee9c05b693e for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:42:16.921706 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] Routers {'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:42:16.922344 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:42:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:16.927800 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Deleting port f9a189e5-14b8-45ad-97c3-46b6a3b02dac {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:42:16.928075 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.000874 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:17.014662 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] Set router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e gateway port host: None {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:42:17.017648 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] For port f9a189e5-14b8-45ad-97c3-46b6a3b02dac, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:17.018035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.033254 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Calling delete_port for f9a189e5-14b8-45ad-97c3-46b6a3b02dac owned by network:router_gateway {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:42:17.053011 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:17.091305 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:42:16Z', 'revision_number': 6, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:17.122237 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed1463-53ff-4ed4-a78f-791c3debaaff None None] The sync data for ids ['bdd6b688-d450-4ad5-8ed2-6ee9c05b693e'] in dv-cinder-837166-3-iscsi is: [{'id': 'bdd6b688-d450-4ad5-8ed2-6ee9c05b693e', 'name': 'tempest-DeleteServersTestJSON-2098976391-router', 'tenant_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:42:16Z', 'revision_number': 6, 'project_id': 'b9ebd69a2ffc492eae05aaf62e2d8ee2', 'gw_port_host': None}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:42:17.352344 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (f9a189e5-14b8-45ad-97c3-46b6a3b02dac), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.352567 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.385567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a189e5-14b8-45ad-97c3-46b6a3b02dac,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:17.414477 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.492016 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:17.526893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.530057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks [] for router_controller (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.626408 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:17.638388 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8ed9d-3a81-42e8-9b6f-60f364a5cdc2 req-6470a06a-7942-4145-b8d7-74ddbb8553b7 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:17.639961 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-06a8ed9d-3a81-42e8-9b6f-60f364a5cdc2 req-6470a06a-7942-4145-b8d7-74ddbb8553b7 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 944 time: 0.0586834 Jun 17 11:42:17.696069 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-06a8ed9d-3a81-42e8-9b6f-60f364a5cdc2 req-2c0287b3-0115-456e-8188-67e0d4c4920a tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Jun 17 11:42:17.740994 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (bdd6b688-d450-4ad5-8ed2-6ee9c05b693e), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.741594 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd6b688-d450-4ad5-8ed2-6ee9c05b693e {{(pid=111182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:42:17.751286 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.751286 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ca4f6598-5377-4f3e-8a22-45376de2e0c8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/bdd6b688-d450-4ad5-8ed2-6ee9c05b693e HTTP/1.1" status: 204 len: 168 time: 1.2342985 Jun 17 11:42:17.751286 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58698) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:17.788207 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f24c26db-fd50-4c00-9701-98f77873ea46 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:42:17.811519 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] Deleting subnet 05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377 {{(pid=111182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:42:17.811519 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] Publish callbacks [] for subnet (05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.852372 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] Publish callbacks [] for subnet (05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.866586 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port f24c26db-fd50-4c00-9701-98f77873ea46 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:42:17.935405 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port f24c26db-fd50-4c00-9701-98f77873ea46 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:42:17.935891 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:17.945781 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09df5cf-0247-4420-b532-95f2344b54ce req-35de2fbf-5f7d-42b8-9921-85e3c30a46b7 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:17.948342 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d09df5cf-0247-4420-b532-95f2344b54ce req-35de2fbf-5f7d-42b8-9921-85e3c30a46b7 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0617938 Jun 17 11:42:17.957673 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.006023 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d09df5cf-0247-4420-b532-95f2344b54ce req-2571f1f8-1221-4360-b8c5-d1a8fef90e04 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517085 Jun 17 11:42:18.038981 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f24c26db-fd50-4c00-9701-98f77873ea46 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:42:18.039384 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.064976 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:18.069613 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24c26db-fd50-4c00-9701-98f77873ea46'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:42:18.072889 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad00fd38-e1e0-41bf-bd08-0a9cefe6009d" -d '{"events": [{"server_uuid": "b237f1d1-5f28-467b-aca8-a2e1d61ec8fa", "name": "network-vif-plugged", "status": "completed", "tag": "f24c26db-fd50-4c00-9701-98f77873ea46"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:42:18.086306 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f24c26db-fd50-4c00-9701-98f77873ea46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f24c26db-fd50-4c00-9701-98f77873ea46,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:18.113000 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35773e4b-a4f9-4cdb-9b66-837df4336e37 x-openstack-request-id: req-35773e4b-a4f9-4cdb-9b66-837df4336e37 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:42:18.113313 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b237f1d1-5f28-467b-aca8-a2e1d61ec8fa", "name": "network-vif-plugged", "status": "completed", "tag": "f24c26db-fd50-4c00-9701-98f77873ea46", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:42:18.113595 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35773e4b-a4f9-4cdb-9b66-837df4336e37 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:42:18.114052 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35773e4b-a4f9-4cdb-9b66-837df4336e37'] response: {'server_uuid': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24c26db-fd50-4c00-9701-98f77873ea46', 'code': 200} Jun 17 11:42:18.192608 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.193143 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.225036 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:18.230176 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.234081 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9ce3bc94-4001-4744-9398-d367bd8d89ab admin admin] 10.222.0.45 "DELETE /v2.0/subnets/05ff6e7b-8ab9-49f9-bdb5-aaba0c7db377 HTTP/1.1" status: 204 len: 168 time: 0.4819908 Jun 17 11:42:18.236497 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58708) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:18.248436 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf81dd0-effd-47f0-b7ef-6f555f366d55 None None] Network cbd2698b-6feb-4535-a9e0-4b42209dc23d requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:42:18.268727 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f24c26db-fd50-4c00-9701-98f77873ea46,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:18.323229 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (cbd2698b-6feb-4535-a9e0-4b42209dc23d), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.439195 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] DHCP port deletion for cbd2698b-6feb-4535-a9e0-4b42209dc23d request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:42:18.484323 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] Deleting port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:42:18.484599 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.558599 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] For port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:18.559328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.574915 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] Calling delete_port for 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:42:18.584591 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Deleting port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:42:18.585138 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.653674 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35e2383b-a153-44f5-b9fe-8d2f49e0271d no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:42:18.661905 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] For port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,segment=NetworkSegment(f910671b-7a5d-4535-abea-ed757f5b2cb7),segment_id=f910671b-7a5d-4535-abea-ed757f5b2cb7)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:18.662267 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.677183 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Calling delete_port for 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:42:18.680048 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 35e2383b-a153-44f5-b9fe-8d2f49e0271d {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:42:18.680372 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35e2383b-a153-44f5-b9fe-8d2f49e0271d not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:42:18.681034 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device f9a189e5-14b8-45ad-97c3-46b6a3b02dac no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:42:18.700967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:18.704498 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: f9a189e5-14b8-45ad-97c3-46b6a3b02dac {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:42:18.704498 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device f9a189e5-14b8-45ad-97c3-46b6a3b02dac not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:42:18.704759 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:42:18.759452 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:18.835909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0fcca-fd17-44dd-97d9-801bfd628222 req-7eeaf352-f040-4654-bd05-2887059f9dd2 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:18.838177 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e5c0fcca-fd17-44dd-97d9-801bfd628222 req-7eeaf352-f040-4654-bd05-2887059f9dd2 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0562356 Jun 17 11:42:18.850480 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.888314 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:18.902465 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] No DVR routers for this DVR port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:42:18.910049 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e5c0fcca-fd17-44dd-97d9-801bfd628222 req-ad84b3bc-1050-4922-a72f-3eb849215fba tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658982 Jun 17 11:42:18.941540 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (2a0495d9-42eb-48d3-b5d1-7451d3b98be1), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:18.975204 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] No DVR routers for this DVR port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:42:18.979736 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d98b53-23f4-40fd-a170-c5b338ee141e None None] Pushing event deleted for resources: {'Port': ['ID=2a0495d9-42eb-48d3-b5d1-7451d3b98be1,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:18.984383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No active binding found for port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 {{(pid=111183) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 17 11:42:18.989785 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] The host dv-cinder-837166-3-iscsi is not matching for port 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 host None! {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 17 11:42:18.989785 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2a0495d9-42eb-48d3-b5d1-7451d3b98be1 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:42:18.990454 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (cbd2698b-6feb-4535-a9e0-4b42209dc23d), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.011738 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.012101 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.012827 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.013182 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > port after_create 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.013523 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.013878 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > port after_update 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.014270 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.014609 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.014947 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.015267 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.083590 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.145343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d84f2d-4abe-4337-acaf-12a3b12762c8 req-8c9080d2-db5a-4244-9582-16cb9cbc3866 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:19.146848 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03d84f2d-4abe-4337-acaf-12a3b12762c8 req-8c9080d2-db5a-4244-9582-16cb9cbc3866 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0537634 Jun 17 11:42:19.200342 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03d84f2d-4abe-4337-acaf-12a3b12762c8 req-b5c432a8-5afe-4158-93ad-024781b31201 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Jun 17 11:42:19.222642 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.222994 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.223342 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.223702 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:42:19.224079 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd2698b-6feb-4535-a9e0-4b42209dc23d']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:19.243029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f910671b-7a5d-4535-abea-ed757f5b2cb7') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:19.243335 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f910671b-7a5d-4535-abea-ed757f5b2cb7') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:42:19.262254 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (f910671b-7a5d-4535-abea-ed757f5b2cb7), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.287489 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (f910671b-7a5d-4535-abea-ed757f5b2cb7), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.298961 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:42:19.299444 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (f910671b-7a5d-4535-abea-ed757f5b2cb7), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.455291 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.455843 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (cbd2698b-6feb-4535-a9e0-4b42209dc23d), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.461759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.472941 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/cbd2698b-6feb-4535-a9e0-4b42209dc23d HTTP/1.1" status: 204 len: 168 time: 1.2309887 Jun 17 11:42:19.485969 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb1819-c3e5-49d9-b9a6-6494b8210dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd2698b-6feb-4535-a9e0-4b42209dc23d,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:19.507283 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment f910671b-7a5d-4535-abea-ed757f5b2cb7 resource provider aggregate not found Jun 17 11:42:19.520074 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment f910671b-7a5d-4535-abea-ed757f5b2cb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f910671b-7a5d-4535-abea-ed757f5b2cb7 found for delete ", "request_id": "req-d23ada96-18c3-404a-9b27-5260bd748cee"}]} Jun 17 11:42:19.857479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58732) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:19.901062 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-20d95d6a-23ff-469f-b61e-977b464f33a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9ebd69a2ffc492eae05aaf62e2d8ee2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424356 Jun 17 11:42:19.907803 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 58736) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:42:19.922839 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:19.963806 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9d35440a-cf9b-41f5-8ada-0f6c86aeea55 admin admin] Publish callbacks [] for security_group (243cc3da-bdac-4a80-8479-f31c15be7685), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:19.987776 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9d35440a-cf9b-41f5-8ada-0f6c86aeea55 admin admin] Publish callbacks [] for security_group (243cc3da-bdac-4a80-8479-f31c15be7685), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:20.033712 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bd2a1-a2bb-44d9-8ad5-7b5bcc157965 req-2322b279-5075-41d8-b25d-e82553db856f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:20.035127 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-110bd2a1-a2bb-44d9-8ad5-7b5bcc157965 req-2322b279-5075-41d8-b25d-e82553db856f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0494492 Jun 17 11:42:20.085408 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-110bd2a1-a2bb-44d9-8ad5-7b5bcc157965 req-2eae6b42-dfd0-415a-86eb-a9c1c081a900 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Jun 17 11:42:20.117883 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9d35440a-cf9b-41f5-8ada-0f6c86aeea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (243cc3da-bdac-4a80-8479-f31c15be7685), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:20.120472 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9d35440a-cf9b-41f5-8ada-0f6c86aeea55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:20.121625 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9d35440a-cf9b-41f5-8ada-0f6c86aeea55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/243cc3da-bdac-4a80-8479-f31c15be7685 HTTP/1.1" status: 204 len: 168 time: 0.2129087 Jun 17 11:42:20.130158 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35440a-cf9b-41f5-8ada-0f6c86aeea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243cc3da-bdac-4a80-8479-f31c15be7685,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:20.316886 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84b49-ee8f-425d-8b6a-b9a7853738a2 req-aa9000f0-68bd-4966-8c3d-0a331cb3aaf1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:20.318429 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ed84b49-ee8f-425d-8b6a-b9a7853738a2 req-aa9000f0-68bd-4966-8c3d-0a331cb3aaf1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0500891 Jun 17 11:42:20.376256 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ed84b49-ee8f-425d-8b6a-b9a7853738a2 req-e3955e34-4f97-43fc-b512-337d655a1eff tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Jun 17 11:42:21.205837 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3adb6-8836-470e-838a-a08612934399 req-c77fbab5-bfb2-4d6c-baa6-eb1cdf398083 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:21.207401 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cd3adb6-8836-470e-838a-a08612934399 req-c77fbab5-bfb2-4d6c-baa6-eb1cdf398083 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0497406 Jun 17 11:42:21.257809 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cd3adb6-8836-470e-838a-a08612934399 req-0e2e1cb4-7d1a-4411-8816-8c453cb3949c tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Jun 17 11:42:21.535004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966df118-8a70-4368-a07f-6b0059f94805 req-9c1e9cd6-2a8f-49ef-bd97-e80a8ac5b646 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:21.536820 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-966df118-8a70-4368-a07f-6b0059f94805 req-9c1e9cd6-2a8f-49ef-bd97-e80a8ac5b646 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0881412 Jun 17 11:42:21.553572 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6513faf-0b96-4284-9fca-73994a5f7b82 req-7e51e665-cc20-4640-994c-9c802b3c01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:21.555092 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d6513faf-0b96-4284-9fca-73994a5f7b82 req-7e51e665-cc20-4640-994c-9c802b3c01a9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 1129 time: 0.0687895 Jun 17 11:42:21.630829 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-966df118-8a70-4368-a07f-6b0059f94805 req-1374b31f-6c20-455a-b2b3-d7c57a325a50 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875537 Jun 17 11:42:21.634336 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:21.638393 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d6513faf-0b96-4284-9fca-73994a5f7b82 req-d676281f-9f5e-4b73-8e90-042220607c72 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728762 Jun 17 11:42:22.383998 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd992fe-40a6-460d-adbd-c91deb90c518 req-1d3ca280-4087-411e-94f4-a73b84590531 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:22.386479 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4dd992fe-40a6-460d-adbd-c91deb90c518 req-1d3ca280-4087-411e-94f4-a73b84590531 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0555582 Jun 17 11:42:22.438694 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4dd992fe-40a6-460d-adbd-c91deb90c518 req-946931ce-8083-4e9c-9633-b2a1f3a9e181 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456002 Jun 17 11:42:22.751004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec575f-038a-4e47-bdb9-92a792e395d0 req-92143d48-c9d2-4f67-a646-b674a2ba5445 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:22.752564 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2cec575f-038a-4e47-bdb9-92a792e395d0 req-92143d48-c9d2-4f67-a646-b674a2ba5445 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0487516 Jun 17 11:42:22.806888 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2cec575f-038a-4e47-bdb9-92a792e395d0 req-d3d082d9-444b-4e68-95e0-b326cd4638ee tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Jun 17 11:42:23.289640 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:23.559726 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af027a18-76da-46bf-8894-2c848e28127d req-a47db0d2-c1b0-4a03-a0b4-37c13e7c8919 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:23.561296 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-af027a18-76da-46bf-8894-2c848e28127d req-a47db0d2-c1b0-4a03-a0b4-37c13e7c8919 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0499189 Jun 17 11:42:23.610561 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-af027a18-76da-46bf-8894-2c848e28127d req-a9cdeb13-ec5f-44a2-a989-82e3213bee23 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Jun 17 11:42:23.923970 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb43da-3cba-4429-b6a5-2c16e6e76a6e req-522905d3-a6f4-4b12-b60c-e13a32566596 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:23.925446 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2fcb43da-3cba-4429-b6a5-2c16e6e76a6e req-522905d3-a6f4-4b12-b60c-e13a32566596 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Jun 17 11:42:23.976168 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2fcb43da-3cba-4429-b6a5-2c16e6e76a6e req-eecac55b-b34d-48ce-a444-dbe049c2a9ba tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Jun 17 11:42:24.694471 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:24.737840 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b966e0-981a-46a8-98ba-94b9212e8066 req-9a63f258-65d4-403a-b59f-0d867793905f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:24.739432 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-37b966e0-981a-46a8-98ba-94b9212e8066 req-9a63f258-65d4-403a-b59f-0d867793905f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0536425 Jun 17 11:42:24.793362 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-37b966e0-981a-46a8-98ba-94b9212e8066 req-34f8930b-55a2-46ee-8d02-57fa8dd152f4 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Jun 17 11:42:25.099788 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127d7cc-59d0-4386-af08-0682c9bce4e4 req-1e34027c-dafd-41df-89bb-7e16102ea3f6 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:25.101364 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b127d7cc-59d0-4386-af08-0682c9bce4e4 req-1e34027c-dafd-41df-89bb-7e16102ea3f6 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0516050 Jun 17 11:42:25.155935 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b127d7cc-59d0-4386-af08-0682c9bce4e4 req-47a68efc-2d8d-406d-998f-0ea19693c178 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Jun 17 11:42:26.304690 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1221c-bff2-4da9-b4bd-c70b55a99c08 req-423a14ab-2c7f-4181-8876-34181b1c11b1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:26.307663 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cee1221c-bff2-4da9-b4bd-c70b55a99c08 req-423a14ab-2c7f-4181-8876-34181b1c11b1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0687442 Jun 17 11:42:26.363956 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cee1221c-bff2-4da9-b4bd-c70b55a99c08 req-8d27b6fd-c5f1-49de-a8ad-d974538870e0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508296 Jun 17 11:42:27.095575 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=37 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:27.487864 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46efa6-a422-436b-bf4d-99d0594bbd5f req-34ec3d6c-51aa-4c6d-8491-332722fb3d7c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:27.489519 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8a46efa6-a422-436b-bf4d-99d0594bbd5f req-34ec3d6c-51aa-4c6d-8491-332722fb3d7c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0524759 Jun 17 11:42:27.543950 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8a46efa6-a422-436b-bf4d-99d0594bbd5f req-88bc090d-26e2-4442-9393-8bd6a22c6999 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478580 Jun 17 11:42:28.707701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73812a3c-dde6-477a-b636-c9071583bbf3 req-f244e51d-0a34-4d28-942b-7319f5bf0201 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:28.709435 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-73812a3c-dde6-477a-b636-c9071583bbf3 req-f244e51d-0a34-4d28-942b-7319f5bf0201 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0576463 Jun 17 11:42:28.795403 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-73812a3c-dde6-477a-b636-c9071583bbf3 req-ca8ae5e8-f6e2-4e2c-8d27-1e7d4a0d763a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743182 Jun 17 11:42:28.957268 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727ec57-957d-4c52-814f-bcfbee1ee51e req-ec6974c9-1966-4b59-9317-6c4c2031523f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:28.958930 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b727ec57-957d-4c52-814f-bcfbee1ee51e req-ec6974c9-1966-4b59-9317-6c4c2031523f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0533888 Jun 17 11:42:29.023150 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b727ec57-957d-4c52-814f-bcfbee1ee51e req-c5fbcc06-414f-4034-b4c1-eb3bd75da2eb tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562241 Jun 17 11:42:29.913936 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c954c25-382f-4a63-9786-5058cd9fdff5 req-e796702b-dd50-4edf-9309-2fc27b054fb3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:29.915553 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9c954c25-382f-4a63-9786-5058cd9fdff5 req-e796702b-dd50-4edf-9309-2fc27b054fb3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0479090 Jun 17 11:42:29.970271 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9c954c25-382f-4a63-9786-5058cd9fdff5 req-2c45f1a6-1959-4b69-a7bc-bb4340d3bedc tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Jun 17 11:42:30.256352 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:30.272568 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:30.288864 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468f46-4b6c-47a2-8258-cf3df2ef99f4 req-074c63a7-d3f6-4cad-8f70-1aad9a2f6253 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:30.290433 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-81468f46-4b6c-47a2-8258-cf3df2ef99f4 req-074c63a7-d3f6-4cad-8f70-1aad9a2f6253 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0558503 Jun 17 11:42:30.365883 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-81468f46-4b6c-47a2-8258-cf3df2ef99f4 req-b37706e8-ebe8-4db0-add1-dc83a463c6aa tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625486 Jun 17 11:42:31.121322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88b1f-fe70-4984-8e8d-5a0ed03df626 req-faa51f9f-e09f-4b75-96ac-8a74a643278d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:31.124093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ded88b1f-fe70-4984-8e8d-5a0ed03df626 req-faa51f9f-e09f-4b75-96ac-8a74a643278d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0794921 Jun 17 11:42:31.177072 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ded88b1f-fe70-4984-8e8d-5a0ed03df626 req-2f1f17be-6569-4e24-a328-0886e4dbb1a9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Jun 17 11:42:31.480701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b82fd-64e3-45e4-9e33-8364124c6c17 req-d493f533-6c49-4fd0-81dd-a3a5e80e0741 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:31.482216 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-496b82fd-64e3-45e4-9e33-8364124c6c17 req-d493f533-6c49-4fd0-81dd-a3a5e80e0741 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0485830 Jun 17 11:42:31.534807 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-496b82fd-64e3-45e4-9e33-8364124c6c17 req-deb45d69-40c4-4d39-950a-47c44685c77e tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Jun 17 11:42:32.303837 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b724857-b3f3-45d3-badd-71eb142eeae9 req-061e8fa6-db0c-4918-823b-6b862faf734d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:32.305436 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b724857-b3f3-45d3-badd-71eb142eeae9 req-061e8fa6-db0c-4918-823b-6b862faf734d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Jun 17 11:42:32.349992 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:32.386306 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b724857-b3f3-45d3-badd-71eb142eeae9 req-708b2ed9-43d9-4188-9327-ce1e013ba013 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741813 Jun 17 11:42:32.656271 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32808b-92ef-46cc-b207-be1822de706e req-e73baa20-9c70-4300-8ec1-0179f59db35a tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:32.657873 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1a32808b-92ef-46cc-b207-be1822de706e req-e73baa20-9c70-4300-8ec1-0179f59db35a tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0515821 Jun 17 11:42:32.712159 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1a32808b-92ef-46cc-b207-be1822de706e req-226bad2e-d8c9-432b-8840-9f43c1522ca7 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 Jun 17 11:42:33.194817 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=34,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:33.196356 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:33.550780 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26228fac-094e-4409-86d9-3579059db859 req-ee7a0c2a-74d8-4a1e-a294-20441f7117c5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:33.555789 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-26228fac-094e-4409-86d9-3579059db859 req-ee7a0c2a-74d8-4a1e-a294-20441f7117c5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0751686 Jun 17 11:42:33.638850 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-26228fac-094e-4409-86d9-3579059db859 req-7ccfff51-9b7f-4d89-b3b5-0bb4e2e3f528 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748417 Jun 17 11:42:33.859485 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750db960-6f51-4a6f-a673-50ee3ef50d33 req-40c66208-9553-4247-a737-274ec7512470 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:33.861142 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-750db960-6f51-4a6f-a673-50ee3ef50d33 req-40c66208-9553-4247-a737-274ec7512470 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0735672 Jun 17 11:42:33.933412 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-750db960-6f51-4a6f-a673-50ee3ef50d33 req-9d40e01c-595a-454e-8436-accf74b1abc8 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613739 Jun 17 11:42:34.923138 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbb42d-a66b-4e04-bcc0-f2401251fd1c req-f97dd2e9-e3e3-467b-84b0-1a0e4f6519c5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:34.924793 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e7dbb42d-a66b-4e04-bcc0-f2401251fd1c req-f97dd2e9-e3e3-467b-84b0-1a0e4f6519c5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0620935 Jun 17 11:42:34.988714 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e7dbb42d-a66b-4e04-bcc0-f2401251fd1c req-dbe72129-20ca-4b92-978e-61874bb43e1b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573912 Jun 17 11:42:35.066985 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113aca4-cd5e-4db7-a636-8710772ae425 req-79f098bc-28bf-4107-a5be-41228eda0a32 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:35.068611 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d113aca4-cd5e-4db7-a636-8710772ae425 req-79f098bc-28bf-4107-a5be-41228eda0a32 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0535297 Jun 17 11:42:35.123973 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d113aca4-cd5e-4db7-a636-8710772ae425 req-2d4508ca-f444-483f-82e0-a5e196cea560 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474651 Jun 17 11:42:35.601991 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1034-ca61-4a40-886a-dca5da180e57 req-26951258-efc0-442d-9621-b603d4ee81f6 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:35.603608 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-074e1034-ca61-4a40-886a-dca5da180e57 req-26951258-efc0-442d-9621-b603d4ee81f6 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0589542 Jun 17 11:42:35.725488 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Deleting port f24c26db-fd50-4c00-9701-98f77873ea46 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:42:35.725691 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:35.835023 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] For port f24c26db-fd50-4c00-9701-98f77873ea46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f24c26db-fd50-4c00-9701-98f77873ea46,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:42:35.835448 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:35.852327 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:35.858920 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Calling delete_port for f24c26db-fd50-4c00-9701-98f77873ea46 owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:42:35.993544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:36.074452 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (f24c26db-fd50-4c00-9701-98f77873ea46), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:36.136687 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Pushing event deleted for resources: {'Port': ['ID=f24c26db-fd50-4c00-9701-98f77873ea46,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:36.236481 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dd93c-8a97-48ae-88d3-11b8f91747d6 req-9b9ffa61-666d-4a9a-9f44-36b88087d170 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:36.238172 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-412dd93c-8a97-48ae-88d3-11b8f91747d6 req-9b9ffa61-666d-4a9a-9f44-36b88087d170 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1585696 Jun 17 11:42:36.240254 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] No DVR routers for this DVR port f24c26db-fd50-4c00-9701-98f77873ea46 on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:42:36.243193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:36.247027 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-074e1034-ca61-4a40-886a-dca5da180e57 req-80f4ec22-a32d-48e5-affc-a446d1a07824 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "DELETE /v2.0/ports/f24c26db-fd50-4c00-9701-98f77873ea46 HTTP/1.1" status: 204 len: 173 time: 0.6360445 Jun 17 11:42:36.254859 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'name': 'network-vif-deleted', 'tag': 'f24c26db-fd50-4c00-9701-98f77873ea46'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:42:36.257234 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2153cbae-fcfa-4365-8ce6-ebdf4975c57e" -d '{"events": [{"server_uuid": "b237f1d1-5f28-467b-aca8-a2e1d61ec8fa", "name": "network-vif-deleted", "tag": "f24c26db-fd50-4c00-9701-98f77873ea46"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:42:36.286413 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8ea72054-ad77-424b-b123-c612bbab3501 req-3aea3c59-e26b-48ca-831a-d7c65168a6c2 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0469689 Jun 17 11:42:36.331962 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-412dd93c-8a97-48ae-88d3-11b8f91747d6 req-48ebb243-310b-438d-91cd-8f29da4c7679 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698967 Jun 17 11:42:36.371919 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b199a97e-173e-445d-9109-e25780a4c4aa x-openstack-request-id: req-b199a97e-173e-445d-9109-e25780a4c4aa {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:42:36.372264 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b237f1d1-5f28-467b-aca8-a2e1d61ec8fa", "name": "network-vif-deleted", "tag": "f24c26db-fd50-4c00-9701-98f77873ea46", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:42:36.372870 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b199a97e-173e-445d-9109-e25780a4c4aa {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:42:36.373080 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b199a97e-173e-445d-9109-e25780a4c4aa'] response: {'server_uuid': 'b237f1d1-5f28-467b-aca8-a2e1d61ec8fa', 'name': 'network-vif-deleted', 'tag': 'f24c26db-fd50-4c00-9701-98f77873ea46', 'status': 'completed', 'code': 200} Jun 17 11:42:37.402441 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3c751ffa-a008-4243-a09c-6d7f43c4c19a req-0e1bbc21-4dc9-4497-92d4-fa2acbe8113f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0302570 Jun 17 11:42:37.488177 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7980cad-16fb-468a-b393-3de8e401433a req-a0c69dbb-c443-400b-9edd-7757d470d44c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:37.489691 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c7980cad-16fb-468a-b393-3de8e401433a req-a0c69dbb-c443-400b-9edd-7757d470d44c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0539784 Jun 17 11:42:37.552660 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c7980cad-16fb-468a-b393-3de8e401433a req-deea5f4e-112f-4525-b743-6976ba63808f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559316 Jun 17 11:42:38.519476 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-233e6579-1b6d-4ba2-ba19-9593db3763d9 req-3a433206-b4fb-4478-9971-30db0b66321d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0298176 Jun 17 11:42:38.717278 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbc44a-b39c-4cfb-9f0e-ff0c68165400 req-1fdabf2d-3dd4-45d7-afd7-47228a4c9dd3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:38.719029 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9bbc44a-b39c-4cfb-9f0e-ff0c68165400 req-1fdabf2d-3dd4-45d7-afd7-47228a4c9dd3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0600116 Jun 17 11:42:38.785723 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9bbc44a-b39c-4cfb-9f0e-ff0c68165400 req-8e9f5723-0ce1-4010-9bf6-9344d9dee8b5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583537 Jun 17 11:42:38.974625 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f24c26db-fd50-4c00-9701-98f77873ea46'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:42:39.671190 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9841e692-0a0a-4b3c-9737-239bdf9ca1d5 req-f2ef28e2-596b-41e2-bd0f-cd7715a40bf2 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0315652 Jun 17 11:42:39.914043 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd4b3-9a33-4271-9201-3ab2d4e847f9 req-d613fab2-935e-48d9-a529-5af939ab153d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:39.915705 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4cacd4b3-9a33-4271-9201-3ab2d4e847f9 req-d613fab2-935e-48d9-a529-5af939ab153d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0515192 Jun 17 11:42:39.980923 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4cacd4b3-9a33-4271-9201-3ab2d4e847f9 req-92c3c644-8bed-40e7-8c1e-de261dd5948f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545235 Jun 17 11:42:40.111498 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:40.112325 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:40.942955 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1e22b18f-e169-4ac3-80f1-3427f0188229 req-bbf7b3b2-4a73-459a-8d09-e9aaad7cf8c9 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b237f1d1-5f28-467b-aca8-a2e1d61ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0678818 Jun 17 11:42:40.980746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b365d2-7bfa-42be-b0e5-fbbf05aff4be req-1c351254-833d-4a60-a148-05c6169a76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:40.982332 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-40b365d2-7bfa-42be-b0e5-fbbf05aff4be req-1c351254-833d-4a60-a148-05c6169a76fb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 1129 time: 0.0572677 Jun 17 11:42:40.983881 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f24c26db-fd50-4c00-9701-98f77873ea46 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:42:41.021167 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: f24c26db-fd50-4c00-9701-98f77873ea46 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:42:41.021167 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f24c26db-fd50-4c00-9701-98f77873ea46 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:42:41.063531 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-40b365d2-7bfa-42be-b0e5-fbbf05aff4be req-661e2be6-d34c-403f-bafe-4269f00272db service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687509 Jun 17 11:42:41.145787 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26610a-eb29-4716-a46d-1061da2913bc req-f7ed1af8-79ba-4d7e-b6f9-63b2d47f34ee tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:41.148764 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3b26610a-eb29-4716-a46d-1061da2913bc req-f7ed1af8-79ba-4d7e-b6f9-63b2d47f34ee tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0837054 Jun 17 11:42:41.220283 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3b26610a-eb29-4716-a46d-1061da2913bc req-05486919-7061-4206-8c9a-2777bcc39ea5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Jun 17 11:42:42.449155 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed519f4-0718-4270-91be-8e46d37543e1 req-3a7ac3d6-8cff-47f7-9b76-c740ee69067e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:42.451917 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3ed519f4-0718-4270-91be-8e46d37543e1 req-3a7ac3d6-8cff-47f7-9b76-c740ee69067e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1322432 Jun 17 11:42:42.529831 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-761b5ae0-0d54-4704-9983-4c8d87e5bd85 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:42.531489 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-761b5ae0-0d54-4704-9983-4c8d87e5bd85 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/networks?id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 HTTP/1.1" status: 200 len: 808 time: 0.2490029 Jun 17 11:42:42.547756 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3ed519f4-0718-4270-91be-8e46d37543e1 req-bf44c6f6-7969-41af-9cb4-05bb1e3d42df tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883462 Jun 17 11:42:42.552926 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-4ed03dd5-e984-4bc8-96e9-e5c8722e73cc tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/quotas/b1c1e0064ef5486795031aff48250978 HTTP/1.1" status: 200 len: 375 time: 0.0154920 Jun 17 11:42:42.595611 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-8185ade6-e42d-490d-bc56-f28706b47cf8 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1c1e0064ef5486795031aff48250978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320640 Jun 17 11:42:42.695053 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:42.986326 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-e404fcb1-da4e-4cb3-8485-b6571f7545a0 service neutron] 10.222.0.45 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735487 Jun 17 11:42:43.014231 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:43.093287 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-32f76849-87e7-4237-9868-3d58a9102d10 service neutron] 10.222.0.45 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008384 Jun 17 11:42:43.443033 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9e3f2a69-a019-4a7f-94d8-f70a12601261 req-828cf004-73db-413f-9664-dc8537c95ea4 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0454788 Jun 17 11:42:43.715307 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e03c5a-926b-4cd1-bc9d-bb8e8a3aa2cb req-ff450635-72f2-4ce8-b4c8-e5573fa8241a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:43.720611 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-78e03c5a-926b-4cd1-bc9d-bb8e8a3aa2cb req-ff450635-72f2-4ce8-b4c8-e5573fa8241a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0727916 Jun 17 11:42:43.773060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d1c9-cd70-43f0-8ad5-bacb9ed8bba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:43.797934 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-78e03c5a-926b-4cd1-bc9d-bb8e8a3aa2cb req-94d41e8e-e015-450d-aba9-dbe4cee4bf59 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727508 Jun 17 11:42:43.940120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e200e-32f1-4320-99f3-085dc7477e6f req-7c565fe5-7d0d-47f1-9fb8-71ea8f5085e4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:43.941840 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d96e200e-32f1-4320-99f3-085dc7477e6f req-7c565fe5-7d0d-47f1-9fb8-71ea8f5085e4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0632641 Jun 17 11:42:44.019401 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d96e200e-32f1-4320-99f3-085dc7477e6f req-1069b3c1-f402-44a2-982e-4ad6d1e477f9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699115 Jun 17 11:42:44.545140 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-492af116-6d5c-4b85-96e0-fd1f52f81fba req-6bf24097-5059-44c8-8ad2-6c084d246721 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0369430 Jun 17 11:42:45.657140 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69934a6f-3491-4746-84e1-2ee2b955b2d1 req-b59a0475-6739-477c-ad59-280fe6b0a4d8 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0335412 Jun 17 11:42:46.251915 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-df77ab4b-183c-4579-81f2-3ed803c88102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:46.785708 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eed1cdfa-3d61-4168-8326-62f1441cc500 req-67ff8fe8-63d6-4760-9644-fd3849657bea tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0346863 Jun 17 11:42:46.877890 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:42:47.314101 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:47.913157 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9af1f66b-a2d4-44fc-9235-0c286a753017 req-41822f18-f491-47f6-9be8-17f8489f0682 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0321159 Jun 17 11:42:48.857553 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:49.040168 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cbfbd186-41eb-4fbf-af3e-d4b584a5b4c9 req-09da76f1-b455-49d7-b872-a538052bf13e tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0349488 Jun 17 11:42:49.366038 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:50.146644 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-fb928756-19c8-4edb-bfd8-2d7015b8f917 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:50.149795 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-fb928756-19c8-4edb-bfd8-2d7015b8f917 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "GET /v2.0/networks?id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 HTTP/1.1" status: 200 len: 808 time: 0.1439493 Jun 17 11:42:50.178442 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Request body: {'port': {'device_id': '071dafa3-1567-400a-91f3-600420a0e708', 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841', 'admin_state_up': True, 'tenant_id': 'b1c1e0064ef5486795031aff48250978'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:42:50.211802 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4a2977ed-920f-470d-b27e-ae4beafa1ed4 req-2e9da85f-0551-41c2-a8dc-bbd4763ae5f9 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0577183 Jun 17 11:42:50.515086 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Made reservation on behalf of b1c1e0064ef5486795031aff48250978 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:42:50.521760 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:50.726141 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Allocated IP 172.20.0.12 (c6f48b6e-5e75-4a43-91dd-a0b6f2a37841/bb84cb44-4cc5-4b6a-bfda-0c4c70174126/e6e3464a-c697-4275-ac62-a08d8de44196) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:42:50.923051 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:50.959476 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14763-fb0d-40c1-bbb9-815d8c9e95fd req-6818179a-b068-459d-a1bc-ceae0eb969c3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:50.961093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21e14763-fb0d-40c1-bbb9-815d8c9e95fd req-6818179a-b068-459d-a1bc-ceae0eb969c3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0821533 Jun 17 11:42:51.039602 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:51.039602 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks [] for port (e6e3464a-c697-4275-ac62-a08d8de44196), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:51.047262 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-5acc6718-98f3-4560-acee-cbcfb4e54ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:51.048861 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-5acc6718-98f3-4560-acee-cbcfb4e54ae1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 1130 time: 0.0799999 Jun 17 11:42:51.139700 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21e14763-fb0d-40c1-bbb9-815d8c9e95fd req-b8f77fbd-b35e-4a24-8f0a-6ad348b4e576 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695397 Jun 17 11:42:51.208386 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-bed7666c-832a-4d5c-9c24-4e0dab686be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:51.210015 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-bed7666c-832a-4d5c-9c24-4e0dab686be5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.1546378 Jun 17 11:42:51.255359 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-106cd343-8119-4a72-a5c9-c762d7f154f2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d HTTP/1.1" status: 200 len: 217 time: 0.0386879 Jun 17 11:42:51.346722 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-817d0204-6e6e-4fff-b6d4-0b338b874fce req-78319629-6b1c-4b59-9d36-edd1a34ae8d6 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0422192 Jun 17 11:42:51.361393 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-888632c5-13c6-4083-b1c1-0b582a0e08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:51.363077 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-888632c5-13c6-4083-b1c1-0b582a0e08f2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.1006439 Jun 17 11:42:51.390057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:51.469984 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:42:51.485517 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:42:51.493665 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:42:51.504129 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:51.504958 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:51.520690 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Pushing event updated for resources: {'Port': ['ID=e6e3464a-c697-4275-ac62-a08d8de44196,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:51.647278 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-7cafc574-37a5-429f-85dd-21f1f269771f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4765582 Jun 17 11:42:51.674189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Request body: {'port': {'device_id': '071dafa3-1567-400a-91f3-600420a0e708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:42:51.793736 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-80a1c729-54fa-4ae1-b469-37e5a5211feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:51.795951 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-80a1c729-54fa-4ae1-b469-37e5a5211feb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472511 Jun 17 11:42:51.869416 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:51.903883 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:52.025643 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-515370cf-55bb-4d64-a194-a211ec7d7492 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208424 Jun 17 11:42:52.310919 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e793d9c6-6eb2-4ff3-98d1-49dafdc11a77 req-efdde60f-495f-473e-a82e-4760e9d65218 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288890 Jun 17 11:42:52.340014 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5590c-9ecb-4472-97a3-cd82bbf4d7af req-c7b0f8ce-9db6-48cc-bd00-ccb81cdb3c12 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:52.341927 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69e5590c-9ecb-4472-97a3-cd82bbf4d7af req-c7b0f8ce-9db6-48cc-bd00-ccb81cdb3c12 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0935965 Jun 17 11:42:52.365517 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:52.520325 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69e5590c-9ecb-4472-97a3-cd82bbf4d7af req-9e1cb525-ca9b-4944-b35b-6e8172e71540 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719320 Jun 17 11:42:52.533595 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e3464a-c697-4275-ac62-a08d8de44196 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:42:52.566751 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Publish callbacks [] for port (e6e3464a-c697-4275-ac62-a08d8de44196), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:52.599936 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c7b9c-3341-4246-807f-5fdabecccad2 req-51dd9757-06dd-430d-84e2-16981ec902fc tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:52.602785 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f97c7b9c-3341-4246-807f-5fdabecccad2 req-51dd9757-06dd-430d-84e2-16981ec902fc tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 932 time: 0.1655009 Jun 17 11:42:52.621264 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Transition to ACTIVE for port object e6e3464a-c697-4275-ac62-a08d8de44196 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:42:52.688381 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f97c7b9c-3341-4246-807f-5fdabecccad2 req-7f442a43-1a20-4350-b47d-bc18707b850c tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700970 Jun 17 11:42:52.755414 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:52.825078 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e3464a-c697-4275-ac62-a08d8de44196,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:52.874934 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Attempting to bind port e6e3464a-c697-4275-ac62-a08d8de44196 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:42:52.875343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Attempting to bind port e6e3464a-c697-4275-ac62-a08d8de44196 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:42:52.875747 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Attempting to bind port e6e3464a-c697-4275-ac62-a08d8de44196 on network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:42:52.882567 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Port e6e3464a-c697-4275-ac62-a08d8de44196 on network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:42:52.883056 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Attempting to bind port e6e3464a-c697-4275-ac62-a08d8de44196 on network c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:42:52.893157 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:42:52.902446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Checking segment: {'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:42:52.902446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Bound using segment: {'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:42:52.902446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Bound port: e6e3464a-c697-4275-ac62-a08d8de44196, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d4e636-8133-4083-be03-98ae22c8beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:42:52.902446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:52.972916 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] For port e6e3464a-c697-4275-ac62-a08d8de44196, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:42:52.976651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] For port e6e3464a-c697-4275-ac62-a08d8de44196, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e6e3464a-c697-4275-ac62-a08d8de44196,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:42:53.109736 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:53.152471 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:53.153178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:53.154642 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] 10.222.0.33 "PUT /v2.0/ports/e6e3464a-c697-4275-ac62-a08d8de44196 HTTP/1.1" status: 200 len: 1094 time: 1.4887221 Jun 17 11:42:53.155111 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071dafa3-1567-400a-91f3-600420a0e708', 'tag': 'e6e3464a-c697-4275-ac62-a08d8de44196'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:42:53.157474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e1cf3-77d5-4841-93bc-09cc40d016bf" -d '{"events": [{"name": "network-changed", "server_uuid": "071dafa3-1567-400a-91f3-600420a0e708", "tag": "e6e3464a-c697-4275-ac62-a08d8de44196"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:42:53.167113 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:53.185153 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6556c-04d0-4367-bc0f-8086c0d7c870 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e3464a-c697-4275-ac62-a08d8de44196,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:42:53.221479 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8dd92c-972d-490c-80ae-6db56e81a6d8 x-openstack-request-id: req-5e8dd92c-972d-490c-80ae-6db56e81a6d8 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:42:53.221889 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071dafa3-1567-400a-91f3-600420a0e708", "tag": "e6e3464a-c697-4275-ac62-a08d8de44196", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:42:53.222209 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e8dd92c-972d-490c-80ae-6db56e81a6d8 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:42:53.222717 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8dd92c-972d-490c-80ae-6db56e81a6d8'] response: {'name': 'network-changed', 'server_uuid': '071dafa3-1567-400a-91f3-600420a0e708', 'tag': 'e6e3464a-c697-4275-ac62-a08d8de44196', 'status': 'completed', 'code': 200} Jun 17 11:42:53.685352 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2bb64-e0ff-40fa-8cde-94fa47d1e355 req-f19687eb-7728-45fd-a7b8-31b12cecf682 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:53.688538 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dca2bb64-e0ff-40fa-8cde-94fa47d1e355 req-f19687eb-7728-45fd-a7b8-31b12cecf682 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0672302 Jun 17 11:42:53.760774 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dca2bb64-e0ff-40fa-8cde-94fa47d1e355 req-f6df4fc6-5113-4c00-9e05-37cfa4dcdca2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662203 Jun 17 11:42:53.863549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244008f5-f71b-4f4f-85be-dbd0b7317805 req-8a95e7fe-836f-4fb2-9411-fa84c0312282 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:53.863549 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-244008f5-f71b-4f4f-85be-dbd0b7317805 req-8a95e7fe-836f-4fb2-9411-fa84c0312282 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 944 time: 0.0572071 Jun 17 11:42:53.919632 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-244008f5-f71b-4f4f-85be-dbd0b7317805 req-33215f93-9dd9-41c7-b405-0c0d2aea2fd8 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554171 Jun 17 11:42:54.760721 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:42:54.908393 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a485ba7-9ef9-4b44-a85f-901bfb0cccaa req-4de063dd-7cc4-4bb2-967e-4e2d4d421d90 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:54.910069 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1a485ba7-9ef9-4b44-a85f-901bfb0cccaa req-4de063dd-7cc4-4bb2-967e-4e2d4d421d90 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0598752 Jun 17 11:42:54.980919 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1a485ba7-9ef9-4b44-a85f-901bfb0cccaa req-11a9e872-3df7-42b9-85ec-feef3b1e6534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630550 Jun 17 11:42:55.061334 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f759d4-b1e4-42aa-af5f-58cc1f501954 req-a654bbf1-d3d8-4257-bf54-07f98950c797 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:55.062981 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-73f759d4-b1e4-42aa-af5f-58cc1f501954 req-a654bbf1-d3d8-4257-bf54-07f98950c797 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 944 time: 0.0634212 Jun 17 11:42:55.144377 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-73f759d4-b1e4-42aa-af5f-58cc1f501954 req-79fb828f-1e14-47d1-ba80-cf0dbeba4639 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745025 Jun 17 11:42:55.771539 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1cf3-77d5-4841-93bc-09cc40d016bf req-c6d2d9e6-17bc-4624-975c-02f71093e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:55.773391 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef7e1cf3-77d5-4841-93bc-09cc40d016bf req-c6d2d9e6-17bc-4624-975c-02f71093e94a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b1c1e0064ef5486795031aff48250978&device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 1128 time: 0.0490427 Jun 17 11:42:55.884871 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-59d08fbe-b6bd-4b4a-9dae-11e6c4b2a000 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922701 Jun 17 11:42:55.956553 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1cf3-77d5-4841-93bc-09cc40d016bf req-9888c6ad-bde0-4844-a38d-cd6b4f3c430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:55.958022 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef7e1cf3-77d5-4841-93bc-09cc40d016bf req-9888c6ad-bde0-4844-a38d-cd6b4f3c430d service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=b1c1e0064ef5486795031aff48250978&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1643302 Jun 17 11:42:55.966285 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-47cb31d2-1333-4996-8f19-47f1bd887f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:55.967946 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-47cb31d2-1333-4996-8f19-47f1bd887f48 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 1130 time: 0.0570173 Jun 17 11:42:56.171117 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1cf3-77d5-4841-93bc-09cc40d016bf req-52ed773b-4e39-4761-afa1-452977bd0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:56.172533 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef7e1cf3-77d5-4841-93bc-09cc40d016bf req-52ed773b-4e39-4761-afa1-452977bd0a56 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034142 Jun 17 11:42:56.183859 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de1ab-8948-4702-9e89-730ce2318699 req-3dd73790-6fe8-4f26-a8aa-0cad2ea99e3e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:56.185484 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-988de1ab-8948-4702-9e89-730ce2318699 req-3dd73790-6fe8-4f26-a8aa-0cad2ea99e3e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1200976 Jun 17 11:42:56.203271 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-87c3386b-df4c-4d52-98f4-f7fef7a8f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:56.204766 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-87c3386b-df4c-4d52-98f4-f7fef7a8f58d service neutron] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 911 time: 0.1750357 Jun 17 11:42:56.338786 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:56.353308 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:56.375095 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-97dc21df-3686-43cc-b809-cd3394844f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:56.376638 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-97dc21df-3686-43cc-b809-cd3394844f2c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b1c1e0064ef5486795031aff48250978&device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 1128 time: 0.1519988 Jun 17 11:42:56.379934 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-988de1ab-8948-4702-9e89-730ce2318699 req-e9ee29ef-0c8d-41fc-ba3a-2b8977e48b3c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844249 Jun 17 11:42:56.381690 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-9961dc66-3d51-4c48-9caa-ac9efe841b41 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 200 len: 1002 time: 0.1675735 Jun 17 11:42:56.390318 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96289d-decd-4876-a693-f8f046bcf00e req-6bf040b5-302a-4df3-9d20-06ab9c090e4d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:56.391900 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bf96289d-decd-4876-a693-f8f046bcf00e req-6bf040b5-302a-4df3-9d20-06ab9c090e4d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 944 time: 0.1262538 Jun 17 11:42:56.460784 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bf96289d-decd-4876-a693-f8f046bcf00e req-5c1a3654-c9e1-422b-9c83-f63255364f88 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Jun 17 11:42:56.869023 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:56.877224 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:57.531511 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5b3b3-2f1b-446b-a822-6b44089db193 req-a0eaa3f0-8e08-4e45-84e1-f954ee955658 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:57.534312 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f1f5b3b3-2f1b-446b-a822-6b44089db193 req-a0eaa3f0-8e08-4e45-84e1-f954ee955658 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0780649 Jun 17 11:42:57.637295 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8f1e-5dad-41fa-9288-0f1c5be88ab3 req-45b56667-0312-4409-b629-8d41b8f8efd2 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:57.638908 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b6e8f1e-5dad-41fa-9288-0f1c5be88ab3 req-45b56667-0312-4409-b629-8d41b8f8efd2 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 944 time: 0.0723572 Jun 17 11:42:57.643270 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f1f5b3b3-2f1b-446b-a822-6b44089db193 req-5278d74b-ffa5-4cfc-9610-2355f7fe89ea tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985110 Jun 17 11:42:57.710476 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b6e8f1e-5dad-41fa-9288-0f1c5be88ab3 req-526d347e-c932-495a-9eff-d018275a4205 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620518 Jun 17 11:42:58.785326 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926be7ba-64d0-49e0-b3c7-d69b0418eb68 req-c85990f9-ca2e-4278-baad-4421b1f5e4bf tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:58.786824 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-926be7ba-64d0-49e0-b3c7-d69b0418eb68 req-c85990f9-ca2e-4278-baad-4421b1f5e4bf tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Jun 17 11:42:58.860728 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c0297-6540-4080-9cf9-ec5dda97d6e3 req-a215579a-bca7-4092-96d1-efed4a4e483f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:58.862511 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-813c0297-6540-4080-9cf9-ec5dda97d6e3 req-a215579a-bca7-4092-96d1-efed4a4e483f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 944 time: 0.0729108 Jun 17 11:42:58.899188 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-926be7ba-64d0-49e0-b3c7-d69b0418eb68 req-20be4da6-50a8-42e7-9ab8-1f9bbb977d2d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958102 Jun 17 11:42:58.956379 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-813c0297-6540-4080-9cf9-ec5dda97d6e3 req-0ff92644-a284-401b-972b-4162fdcee5ff tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Jun 17 11:42:59.166321 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-965cdc5f-f325-40b2-b809-da0af4ae2cf6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6e3464a-c697-4275-ac62-a08d8de44196 HTTP/1.1" status: 200 len: 217 time: 0.0613163 Jun 17 11:42:59.220092 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-57c91bf6-abf5-4912-a644-b656ce919485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:59.222189 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-57c91bf6-abf5-4912-a644-b656ce919485 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.1152678 Jun 17 11:42:59.271357 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-0807f134-bb26-44d2-8bb7-8b1c7f055aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:59.272888 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-0807f134-bb26-44d2-8bb7-8b1c7f055aa4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bb84cb44-4cc5-4b6a-bfda-0c4c70174126 HTTP/1.1" status: 200 len: 848 time: 0.0972066 Jun 17 11:42:59.296592 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-a7c8c220-ca98-4cf8-904e-906c73060b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:42:59.298156 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-a7c8c220-ca98-4cf8-904e-906c73060b99 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685184 Jun 17 11:42:59.298329 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:59.325593 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-4b3a3ed2-4c23-4884-b4e3-e94a3ad4811b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418081 Jun 17 11:42:59.805366 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-c2078b8d-0fd5-4c25-94fe-1fe37236205b service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907484 Jun 17 11:42:59.815958 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-942b1db7-7a11-426f-a760-bb816b12ddee service neutron] 10.222.0.33 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794276 Jun 17 11:42:59.941351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:42:59.998392 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-681516c3-525f-4f59-bf30-b2e07fd91f00 req-18f17ec0-df09-4c67-9b55-4113992b439d service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852860 Jun 17 11:43:00.001998 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:00.009491 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7cbcc06-9675-4f15-9482-b1ad9c97cc0d req-efcc64ea-551d-4182-b912-cea796c34822 service neutron] 10.222.0.33 "GET /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830292 Jun 17 11:43:00.135433 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59333e06-3aff-47b6-af45-3efa10e9f9e6 req-bac9249f-ced0-4f17-862e-0352b65686e2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:00.137437 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-59333e06-3aff-47b6-af45-3efa10e9f9e6 req-bac9249f-ced0-4f17-862e-0352b65686e2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1218686 Jun 17 11:43:00.153265 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5a30-d0ef-478c-8a7e-e57dda04c27c req-ba7f0ba0-c399-4c80-a1fa-c88894bea503 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:00.154880 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8bbb5a30-d0ef-478c-8a7e-e57dda04c27c req-ba7f0ba0-c399-4c80-a1fa-c88894bea503 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 944 time: 0.0761926 Jun 17 11:43:00.243582 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8bbb5a30-d0ef-478c-8a7e-e57dda04c27c req-abc1338b-1698-4306-bdb8-0b1c68aee06c tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802925 Jun 17 11:43:00.247264 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-59333e06-3aff-47b6-af45-3efa10e9f9e6 req-cc0da625-6dc2-4563-938a-e331f355c36d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913417 Jun 17 11:43:01.035883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device e6e3464a-c697-4275-ac62-a08d8de44196 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:43:01.172355 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port e6e3464a-c697-4275-ac62-a08d8de44196, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e6e3464a-c697-4275-ac62-a08d8de44196,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:01.198046 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'e6e3464a-c697-4275-ac62-a08d8de44196', 'network_id': 'c6f48b6e-5e75-4a43-91dd-a0b6f2a37841', 'port_id': 'e6e3464a-c697-4275-ac62-a08d8de44196', 'mac_address': 'fa:16:3e:d9:7d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb84cb44-4cc5-4b6a-bfda-0c4c70174126', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:43:01.240639 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port e6e3464a-c697-4275-ac62-a08d8de44196 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:01.241039 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:01.256767 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e3464a-c697-4275-ac62-a08d8de44196 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:43:01.281201 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port e6e3464a-c697-4275-ac62-a08d8de44196, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e6e3464a-c697-4275-ac62-a08d8de44196,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:01.424154 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:01.463466 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea1b92-da14-470f-8c2d-260759c38b91 req-16057b04-2e86-4448-a49f-b14f5de0bdde tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:01.465619 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-29ea1b92-da14-470f-8c2d-260759c38b91 req-16057b04-2e86-4448-a49f-b14f5de0bdde tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0948353 Jun 17 11:43:01.479249 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2842bf-f4d7-4905-af43-900c1b42a2a4 req-54363276-98f1-40ee-86e9-9dfcdab8a3cc tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:01.481031 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2c2842bf-f4d7-4905-af43-900c1b42a2a4 req-54363276-98f1-40ee-86e9-9dfcdab8a3cc tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 944 time: 0.0988600 Jun 17 11:43:01.501526 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=e6e3464a-c697-4275-ac62-a08d8de44196,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:01.524605 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.525158 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.525825 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.526411 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.527060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.527611 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.529211 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.529846 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.530518 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.531263 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.531871 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.532462 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.533014 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.533595 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.534362 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:01.578800 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-29ea1b92-da14-470f-8c2d-260759c38b91 req-cfdde066-3d38-4088-be68-0a8b25d08c86 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966833 Jun 17 11:43:01.592622 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2c2842bf-f4d7-4905-af43-900c1b42a2a4 req-6a9a0ec0-bc08-4c21-9790-4a73c43a986e tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872605 Jun 17 11:43:01.749177 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['e6e3464a-c697-4275-ac62-a08d8de44196'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:43:01.849222 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59368) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:02.075848 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:02.168546 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Publish callbacks [] for security_group (124c5a07-3ab6-4856-b433-c4540c7fee18), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:02.361521 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (124c5a07-3ab6-4856-b433-c4540c7fee18), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:02.408744 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124c5a07-3ab6-4856-b433-c4540c7fee18,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:02.413354 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=291fa844530a420c8b9dd86ce32302fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628135 Jun 17 11:43:02.419003 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 59376) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:02.429225 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.429225 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.429225 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.429666 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.429942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.430522 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.431087 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.431698 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.432306 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.433712 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.433712 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.434077 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.434735 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.435301 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.435989 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad3267-74be-4be1-8aa8-8a8914c7a45d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.484945 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Publish callbacks [] for security_group (124c5a07-3ab6-4856-b433-c4540c7fee18), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:02.513935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Publish callbacks [] for security_group (124c5a07-3ab6-4856-b433-c4540c7fee18), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:02.701321 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (124c5a07-3ab6-4856-b433-c4540c7fee18), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:02.704565 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:02.705762 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/124c5a07-3ab6-4856-b433-c4540c7fee18 HTTP/1.1" status: 204 len: 168 time: 0.2854414 Jun 17 11:43:02.765152 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c5a07-3ab6-4856-b433-c4540c7fee18,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:02.789485 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22575814-e41c-49f0-bff1-6af6397b37da req-c4ac25dd-a73e-4418-b4f2-0dfe9cc2f668 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:02.790515 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-22575814-e41c-49f0-bff1-6af6397b37da req-c4ac25dd-a73e-4418-b4f2-0dfe9cc2f668 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1048069 Jun 17 11:43:02.794807 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.795189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.795547 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.795908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.796255 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.796582 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.796910 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.797252 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.797585 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.797915 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.798241 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.798560 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.798879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.799193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.799556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a45de7-5669-4f42-9144-8d310cd4eb1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:43:02.825378 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139da94-4ba3-4055-a5d5-21d8054e1c5a req-aef0b933-8f19-4352-9b5e-4d0a11c0a73f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:02.826942 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4139da94-4ba3-4055-a5d5-21d8054e1c5a req-aef0b933-8f19-4352-9b5e-4d0a11c0a73f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 945 time: 0.1301277 Jun 17 11:43:02.919968 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-22575814-e41c-49f0-bff1-6af6397b37da req-5eb4c05a-daf9-4b1f-9e9b-b99fabdd46ca tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161239 Jun 17 11:43:02.930356 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4139da94-4ba3-4055-a5d5-21d8054e1c5a req-57ca26c9-4181-4fcc-9402-bf73a2e98458 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915744 Jun 17 11:43:04.153463 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7edd77-5d0e-4554-a122-a2416db9821e req-2917ee0f-2cd4-441c-b6c9-170b3ed206e5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:04.156533 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bb7edd77-5d0e-4554-a122-a2416db9821e req-2917ee0f-2cd4-441c-b6c9-170b3ed206e5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1493859 Jun 17 11:43:04.169281 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a0733-1fbc-4edc-9802-434a5fcc0334 req-91e370f6-54d4-4a33-bc1e-0936a4643334 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:04.172136 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b00a0733-1fbc-4edc-9802-434a5fcc0334 req-91e370f6-54d4-4a33-bc1e-0936a4643334 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 945 time: 0.1489217 Jun 17 11:43:04.291967 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:04.305732 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bb7edd77-5d0e-4554-a122-a2416db9821e req-3c972d1a-bd15-4f1c-9184-a21d3b32d907 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315830 Jun 17 11:43:04.311395 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b00a0733-1fbc-4edc-9802-434a5fcc0334 req-702ce724-0238-49f5-a74e-4bca727c02be tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252398 Jun 17 11:43:04.807664 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device e6e3464a-c697-4275-ac62-a08d8de44196 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:43:04.886897 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port e6e3464a-c697-4275-ac62-a08d8de44196 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:43:04.967826 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port e6e3464a-c697-4275-ac62-a08d8de44196 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:43:04.968427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:05.080087 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port e6e3464a-c697-4275-ac62-a08d8de44196 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:05.080592 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:05.108557 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071dafa3-1567-400a-91f3-600420a0e708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e3464a-c697-4275-ac62-a08d8de44196'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:05.110873 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de73b75-608c-45a3-8814-d1a644dabf39" -d '{"events": [{"server_uuid": "071dafa3-1567-400a-91f3-600420a0e708", "name": "network-vif-plugged", "status": "completed", "tag": "e6e3464a-c697-4275-ac62-a08d8de44196"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:05.132753 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port e6e3464a-c697-4275-ac62-a08d8de44196, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e6e3464a-c697-4275-ac62-a08d8de44196,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:05.160571 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267529c-2896-4209-8ec0-770e8e338f29 x-openstack-request-id: req-e267529c-2896-4209-8ec0-770e8e338f29 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:05.160890 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071dafa3-1567-400a-91f3-600420a0e708", "name": "network-vif-plugged", "status": "completed", "tag": "e6e3464a-c697-4275-ac62-a08d8de44196", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:05.161149 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e267529c-2896-4209-8ec0-770e8e338f29 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:05.161578 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e267529c-2896-4209-8ec0-770e8e338f29'] response: {'server_uuid': '071dafa3-1567-400a-91f3-600420a0e708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e3464a-c697-4275-ac62-a08d8de44196', 'code': 200} Jun 17 11:43:05.201368 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:05.251236 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:05.256731 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=e6e3464a-c697-4275-ac62-a08d8de44196,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:05.502637 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d8db4-a9e1-4249-a340-78fc6508a615 req-d107ac2e-1242-4df1-b90e-aba5dd7e960d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:05.504227 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c85d8db4-a9e1-4249-a340-78fc6508a615 req-d107ac2e-1242-4df1-b90e-aba5dd7e960d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0906386 Jun 17 11:43:05.510723 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4125-9cb6-4094-b1db-752892e9fc19 req-5e368784-618c-4e6d-83e2-4bd1770985fb tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:05.513242 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-921b4125-9cb6-4094-b1db-752892e9fc19 req-5e368784-618c-4e6d-83e2-4bd1770985fb tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.0983515 Jun 17 11:43:05.583660 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:05.595757 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c85d8db4-a9e1-4249-a340-78fc6508a615 req-32f7ce0e-3f13-4c22-96c8-55b832695465 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814207 Jun 17 11:43:05.609972 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-921b4125-9cb6-4094-b1db-752892e9fc19 req-52d1ce2e-d0a7-464f-8bdd-a8a1bd9b771b tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880659 Jun 17 11:43:06.241376 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99749928-2d79-4b61-b986-f88fa2acb382 req-bd2653fb-2a83-4d44-9a61-7b7d91561467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:06.242958 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-99749928-2d79-4b61-b986-f88fa2acb382 req-bd2653fb-2a83-4d44-9a61-7b7d91561467 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 1130 time: 0.0465469 Jun 17 11:43:06.302847 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-99749928-2d79-4b61-b986-f88fa2acb382 req-256d346c-707d-4721-94fc-3518d88f0a7f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Jun 17 11:43:06.796957 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86366d-631a-4bb7-ab2e-de96d673b42e req-63db66ea-644c-4955-b2c2-67f7e5295054 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:06.798609 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be86366d-631a-4bb7-ab2e-de96d673b42e req-63db66ea-644c-4955-b2c2-67f7e5295054 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.0909016 Jun 17 11:43:06.805546 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47b1b7-0c03-46c7-afce-82bddf1b1ec0 req-440949b9-d3a8-4d72-af6b-847e5f725ee0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:06.807188 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd47b1b7-0c03-46c7-afce-82bddf1b1ec0 req-440949b9-d3a8-4d72-af6b-847e5f725ee0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0838418 Jun 17 11:43:06.900069 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be86366d-631a-4bb7-ab2e-de96d673b42e req-00bfa561-6ca0-4db3-af9b-91be69facb6c tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915422 Jun 17 11:43:06.905899 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd47b1b7-0c03-46c7-afce-82bddf1b1ec0 req-c52817bb-2a79-499a-aa74-a936d8792d7a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886247 Jun 17 11:43:08.058813 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751e258-80c1-4b88-b9a2-968338745cd4 req-c8b84916-c237-40e1-8c5e-39dd5693e8b8 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:08.060301 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1751e258-80c1-4b88-b9a2-968338745cd4 req-c8b84916-c237-40e1-8c5e-39dd5693e8b8 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.0682459 Jun 17 11:43:08.119183 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc50238-7bfd-4622-b789-8300a66900c7 req-f4085c86-6690-45e9-880c-5cd69f5dae6e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:08.121110 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cc50238-7bfd-4622-b789-8300a66900c7 req-f4085c86-6690-45e9-880c-5cd69f5dae6e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0859351 Jun 17 11:43:08.168385 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1751e258-80c1-4b88-b9a2-968338745cd4 req-f00e4123-7591-4c05-b3b5-b7320c1bcf42 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893617 Jun 17 11:43:08.213175 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cc50238-7bfd-4622-b789-8300a66900c7 req-1e152588-2b14-4438-8fe4-ff3d989d07ed tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739834 Jun 17 11:43:09.421701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8e005-49db-496a-8654-fbe21ea9ed6e req-98a21273-b2b5-4de8-a841-3b9e43ae4589 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:09.427613 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d6a8e005-49db-496a-8654-fbe21ea9ed6e req-98a21273-b2b5-4de8-a841-3b9e43ae4589 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.1565917 Jun 17 11:43:09.516645 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184b9b-5a69-4986-af65-fe0523d076c0 req-31b82b5e-c487-442b-b93e-ee6af413aa4e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:09.518530 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-73184b9b-5a69-4986-af65-fe0523d076c0 req-31b82b5e-c487-442b-b93e-ee6af413aa4e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1429756 Jun 17 11:43:09.551798 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d6a8e005-49db-496a-8654-fbe21ea9ed6e req-9254b0fa-9480-4800-929f-4d45a9398be1 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902750 Jun 17 11:43:09.638986 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-73184b9b-5a69-4986-af65-fe0523d076c0 req-4a61171a-85a8-4663-a2e3-7d7d062108a3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056056 Jun 17 11:43:09.997982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3423c8-c00c-4e5c-a46d-3aa017fb2102 req-900cacb6-ec59-4dec-aa8c-a78f0c17e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:10.003968 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4c3423c8-c00c-4e5c-a46d-3aa017fb2102 req-900cacb6-ec59-4dec-aa8c-a78f0c17e43b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 1130 time: 0.0607393 Jun 17 11:43:10.025004 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59486) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:10.069716 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4c3423c8-c00c-4e5c-a46d-3aa017fb2102 req-c5e29493-ea16-4e19-acc9-cbba786728d3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609467 Jun 17 11:43:10.179431 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fb24-4675-437d-8222-ee9a5e3f1bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:10.280955 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fb24-4675-437d-8222-ee9a5e3f1bda admin admin] Publish callbacks [] for security_group (4ee89d15-c42e-4a7a-9440-1a140076b3f2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:10.384525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5dd8fb24-4675-437d-8222-ee9a5e3f1bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4ee89d15-c42e-4a7a-9440-1a140076b3f2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:10.432432 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-5dd8fb24-4675-437d-8222-ee9a5e3f1bda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=718c169d547042ba8f1c9653fa15aa97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062114 Jun 17 11:43:10.433265 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8fb24-4675-437d-8222-ee9a5e3f1bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee89d15-c42e-4a7a-9440-1a140076b3f2,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:10.437121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 59498) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:10.512734 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e7c54fa6-809b-45f7-8e7b-c804efd49ee5 admin admin] Publish callbacks [] for security_group (4ee89d15-c42e-4a7a-9440-1a140076b3f2), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:10.559523 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e7c54fa6-809b-45f7-8e7b-c804efd49ee5 admin admin] Publish callbacks [] for security_group (4ee89d15-c42e-4a7a-9440-1a140076b3f2), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:10.727097 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e7c54fa6-809b-45f7-8e7b-c804efd49ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4ee89d15-c42e-4a7a-9440-1a140076b3f2), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:10.730130 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e7c54fa6-809b-45f7-8e7b-c804efd49ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:10.736825 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e7c54fa6-809b-45f7-8e7b-c804efd49ee5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ee89d15-c42e-4a7a-9440-1a140076b3f2 HTTP/1.1" status: 204 len: 168 time: 0.2939444 Jun 17 11:43:10.738221 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:10.739153 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:10.756004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c54fa6-809b-45f7-8e7b-c804efd49ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee89d15-c42e-4a7a-9440-1a140076b3f2,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:10.812651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27920f98-7b74-4c18-a539-352f1f8c3041 req-9814ec91-b4d7-4144-b124-82aa0b7fa884 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:10.819990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27920f98-7b74-4c18-a539-352f1f8c3041 req-9814ec91-b4d7-4144-b124-82aa0b7fa884 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0791020 Jun 17 11:43:10.884321 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-27920f98-7b74-4c18-a539-352f1f8c3041 req-0661b564-1bde-4140-aada-0ce12269005f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631196 Jun 17 11:43:11.084490 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb06890-8a11-462b-9593-3cce7a3ce91a req-012e381b-3ba8-42a1-bd96-87104382a90d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:11.086366 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6fb06890-8a11-462b-9593-3cce7a3ce91a req-012e381b-3ba8-42a1-bd96-87104382a90d tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.0593784 Jun 17 11:43:11.176851 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6fb06890-8a11-462b-9593-3cce7a3ce91a req-9f9d23e5-23b2-4ba7-810e-2ed145c0dba2 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814874 Jun 17 11:43:12.035757 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890d3d7-5df6-4239-8375-b7baa4e24645 req-3cd74f49-b88b-49f4-954e-07206c2f0a34 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:12.038584 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5890d3d7-5df6-4239-8375-b7baa4e24645 req-3cd74f49-b88b-49f4-954e-07206c2f0a34 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0587862 Jun 17 11:43:12.107492 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5890d3d7-5df6-4239-8375-b7baa4e24645 req-40cbbf4c-9789-426d-b18c-c1f7289d7ac4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599425 Jun 17 11:43:12.370355 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d0bbf-668f-4eaa-9ec2-00d3005dc1d7 req-9830e572-3926-4cb1-a7f7-188563770253 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:12.374040 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-433d0bbf-668f-4eaa-9ec2-00d3005dc1d7 req-9830e572-3926-4cb1-a7f7-188563770253 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.0995173 Jun 17 11:43:12.449338 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-433d0bbf-668f-4eaa-9ec2-00d3005dc1d7 req-356d9093-595a-470b-9469-003546505845 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661542 Jun 17 11:43:13.272040 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8686a-91ed-4f0c-83bf-edd66469d005 req-e863ae34-db7d-42d0-bebd-ada03e19de5f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:13.273789 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-95a8686a-91ed-4f0c-83bf-edd66469d005 req-e863ae34-db7d-42d0-bebd-ada03e19de5f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0671797 Jun 17 11:43:13.326105 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 59560) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:13.365106 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-95a8686a-91ed-4f0c-83bf-edd66469d005 req-593da7fb-8ebb-4e6f-a876-1683e3c152a0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802734 Jun 17 11:43:13.492569 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-cda89ae6-a6c7-4c93-a441-f260f749c81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:13.628763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a256d-4887-4c35-b6da-a388acf9471e req-58b94759-b110-4ea3-8d7a-631b57298873 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:13.630346 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8a9a256d-4887-4c35-b6da-a388acf9471e req-58b94759-b110-4ea3-8d7a-631b57298873 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.0951772 Jun 17 11:43:13.655111 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-c6c85af5-3dd6-43a6-886d-550655b7ff4b tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:13.656504 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-c6c85af5-3dd6-43a6-886d-550655b7ff4b tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 946 time: 0.0799015 Jun 17 11:43:13.702770 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-cda89ae6-a6c7-4c93-a441-f260f749c81b admin admin] Publish callbacks [] for security_group (3f08a3b7-6795-4896-bb3e-f2977c6fa917), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:13.783513 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:13.801635 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8a9a256d-4887-4c35-b6da-a388acf9471e req-5f2eb0ec-392c-408e-941e-f1d00d88fb04 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/security-groups?id=200647b0-1ef6-4499-aeb7-9e7bd0d1d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196249 Jun 17 11:43:13.802191 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Deleting port e6e3464a-c697-4275-ac62-a08d8de44196 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:43:13.802572 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:13.804442 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-816dbdca-1cb3-41aa-962e-fb2194c0a0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:13.808215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-cda89ae6-a6c7-4c93-a441-f260f749c81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3f08a3b7-6795-4896-bb3e-f2977c6fa917), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:13.906840 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-cda89ae6-a6c7-4c93-a441-f260f749c81b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b97151f597f645c396b02190cafed8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5792601 Jun 17 11:43:13.910879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59574) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:13.922802 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda89ae6-a6c7-4c93-a441-f260f749c81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f08a3b7-6795-4896-bb3e-f2977c6fa917,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:13.959952 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:13.998432 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2d9c3b2e-db28-44e8-80e9-9deaeb61b601 admin admin] Publish callbacks [] for security_group (3f08a3b7-6795-4896-bb3e-f2977c6fa917), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:14.015820 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9a72-0a74-4880-aa5b-1a357c5ad607 req-40cf6f2e-1493-4b2a-b854-b57af253d382 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:14.017411 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6dd9a72-0a74-4880-aa5b-1a357c5ad607 req-40cf6f2e-1493-4b2a-b854-b57af253d382 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1167052 Jun 17 11:43:14.024815 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] For port e6e3464a-c697-4275-ac62-a08d8de44196, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e6e3464a-c697-4275-ac62-a08d8de44196,segment=NetworkSegment(57d4e636-8133-4083-be03-98ae22c8beb6),segment_id=57d4e636-8133-4083-be03-98ae22c8beb6)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:14.025222 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:14.025552 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2d9c3b2e-db28-44e8-80e9-9deaeb61b601 admin admin] Publish callbacks [] for security_group (3f08a3b7-6795-4896-bb3e-f2977c6fa917), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:14.052641 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Calling delete_port for e6e3464a-c697-4275-ac62-a08d8de44196 owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:43:14.055196 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-8794eff6-7204-4299-abb3-5f8e99ffbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:14.056767 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-8794eff6-7204-4299-abb3-5f8e99ffbe33 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 1130 time: 0.0887482 Jun 17 11:43:14.198322 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6dd9a72-0a74-4880-aa5b-1a357c5ad607 req-29fd4d52-574d-49ed-8e44-c66785102b9e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677513 Jun 17 11:43:14.207853 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2d9c3b2e-db28-44e8-80e9-9deaeb61b601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3f08a3b7-6795-4896-bb3e-f2977c6fa917), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:14.212198 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2d9c3b2e-db28-44e8-80e9-9deaeb61b601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:14.215123 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2d9c3b2e-db28-44e8-80e9-9deaeb61b601 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f08a3b7-6795-4896-bb3e-f2977c6fa917 HTTP/1.1" status: 204 len: 168 time: 0.3025413 Jun 17 11:43:14.246715 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c3b2e-db28-44e8-80e9-9deaeb61b601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f08a3b7-6795-4896-bb3e-f2977c6fa917,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:14.256720 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-c03a2f65-f817-4abb-8b9c-7d9ceb05c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:14.258424 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-c03a2f65-f817-4abb-8b9c-7d9ceb05c069 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.1909354 Jun 17 11:43:14.338439 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-003677de-e4c1-47dc-a08a-8fcdf9b63163 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d HTTP/1.1" status: 200 len: 217 time: 0.0654798 Jun 17 11:43:14.414584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-c9f205d6-d556-4cc0-baa3-9493e6ca6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:14.417948 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-c9f205d6-d556-4cc0-baa3-9493e6ca6106 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.0672805 Jun 17 11:43:14.475546 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-a1c43b98-c794-455e-b446-e132e1ba134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:14.475546 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-a1c43b98-c794-455e-b446-e132e1ba134c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481820 Jun 17 11:43:14.506196 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (e6e3464a-c697-4275-ac62-a08d8de44196), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:14.525401 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['e6e3464a-c697-4275-ac62-a08d8de44196'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:43:14.597081 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Pushing event deleted for resources: {'Port': ['ID=e6e3464a-c697-4275-ac62-a08d8de44196,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:14.669948 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] No DVR routers for this DVR port e6e3464a-c697-4275-ac62-a08d8de44196 on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:43:14.674040 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:14.677232 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7caffedd-9088-4af6-a4de-3b7b0de09f00 req-97cc5758-755d-4e8b-968f-f8307ed241a3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.33 "DELETE /v2.0/ports/e6e3464a-c697-4275-ac62-a08d8de44196 HTTP/1.1" status: 204 len: 173 time: 1.0144749 Jun 17 11:43:14.678238 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071dafa3-1567-400a-91f3-600420a0e708', 'name': 'network-vif-deleted', 'tag': 'e6e3464a-c697-4275-ac62-a08d8de44196'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:14.679968 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96168f3a-5c9f-4923-bd7e-97819124038d" -d '{"events": [{"server_uuid": "071dafa3-1567-400a-91f3-600420a0e708", "name": "network-vif-deleted", "tag": "e6e3464a-c697-4275-ac62-a08d8de44196"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:14.703913 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-e672c9a8-3188-4569-ac2e-5632e3a49dc8 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239976 Jun 17 11:43:14.741007 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a822146c-ee1e-43fd-be72-56c865a33af3 x-openstack-request-id: req-a822146c-ee1e-43fd-be72-56c865a33af3 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:14.741357 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071dafa3-1567-400a-91f3-600420a0e708", "name": "network-vif-deleted", "tag": "e6e3464a-c697-4275-ac62-a08d8de44196", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:14.747213 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a822146c-ee1e-43fd-be72-56c865a33af3 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:14.747213 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a822146c-ee1e-43fd-be72-56c865a33af3'] response: {'server_uuid': '071dafa3-1567-400a-91f3-600420a0e708', 'name': 'network-vif-deleted', 'tag': 'e6e3464a-c697-4275-ac62-a08d8de44196', 'status': 'completed', 'code': 200} Jun 17 11:43:14.805888 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a760a397-b131-4dd6-b9aa-f571340bd2be req-87c67d44-8a6e-4c79-8304-0ccb4cf21a22 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949526 Jun 17 11:43:14.940234 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cacab651-7cb1-4f60-8111-bee2f2b5f1a0 req-e348222b-8573-4659-9ac6-d37f5b049a78 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0313125 Jun 17 11:43:15.172674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 59594) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:15.186733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca43-738c-4a30-9fed-4bbddf334190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:15.268317 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:15.321152 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca43-738c-4a30-9fed-4bbddf334190 admin admin] Publish callbacks [] for security_group (ac8de576-1cbf-43ac-82a8-de0ca3aa0a66), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:15.360169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:15.375292 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd28bc-b5d5-4fde-9494-86efa4dbc38b req-22af60d3-c3a7-49f8-9fcd-033491b4aff2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:15.376941 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7dbd28bc-b5d5-4fde-9494-86efa4dbc38b req-22af60d3-c3a7-49f8-9fcd-033491b4aff2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0524669 Jun 17 11:43:15.428284 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca43-738c-4a30-9fed-4bbddf334190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ac8de576-1cbf-43ac-82a8-de0ca3aa0a66), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:15.453199 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7dbd28bc-b5d5-4fde-9494-86efa4dbc38b req-4f273697-be1c-445a-832e-861487f423fc tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689552 Jun 17 11:43:15.501238 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-aaa5ca43-738c-4a30-9fed-4bbddf334190 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7451f812f2e4e64bfd45c01ad5e52b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271637 Jun 17 11:43:15.502540 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5ca43-738c-4a30-9fed-4bbddf334190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8de576-1cbf-43ac-82a8-de0ca3aa0a66,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:15.506975 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 59598) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:15.567461 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7b52f6bb-c619-491d-8da5-e25fc236323c admin admin] Publish callbacks [] for security_group (ac8de576-1cbf-43ac-82a8-de0ca3aa0a66), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:15.595194 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7b52f6bb-c619-491d-8da5-e25fc236323c admin admin] Publish callbacks [] for security_group (ac8de576-1cbf-43ac-82a8-de0ca3aa0a66), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:15.784493 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7b52f6bb-c619-491d-8da5-e25fc236323c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ac8de576-1cbf-43ac-82a8-de0ca3aa0a66), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:15.787462 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7b52f6bb-c619-491d-8da5-e25fc236323c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:15.788657 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-7b52f6bb-c619-491d-8da5-e25fc236323c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac8de576-1cbf-43ac-82a8-de0ca3aa0a66 HTTP/1.1" status: 204 len: 168 time: 0.2805331 Jun 17 11:43:15.825643 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52f6bb-c619-491d-8da5-e25fc236323c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8de576-1cbf-43ac-82a8-de0ca3aa0a66,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:16.057182 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-842c5a65-c404-473c-8281-ffe21ff110eb req-24c7a498-76e6-4f9f-8df7-95d388ec21e3 tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Jun 17 11:43:16.218828 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-16665975-3c9c-4eef-87df-e57e91ee6297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:16.562824 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 59630) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:16.696169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0528bf-cf7e-47d6-abf4-5742b87dd83a req-19e39c55-1b75-4984-aa53-7793358ea913 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:16.697951 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3a0528bf-cf7e-47d6-abf4-5742b87dd83a req-19e39c55-1b75-4984-aa53-7793358ea913 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1091282 Jun 17 11:43:16.773380 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d624-e8a7-4490-b31d-11c5fa650aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:16.796483 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3a0528bf-cf7e-47d6-abf4-5742b87dd83a req-d6de733c-1a4a-441a-9d69-954277563052 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882847 Jun 17 11:43:16.925249 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d624-e8a7-4490-b31d-11c5fa650aa5 admin admin] Publish callbacks [] for security_group (eedb87db-dc16-41d3-a8c6-02312d12c9f3), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.035900 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d624-e8a7-4490-b31d-11c5fa650aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (eedb87db-dc16-41d3-a8c6-02312d12c9f3), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.085599 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1d624-e8a7-4490-b31d-11c5fa650aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb87db-dc16-41d3-a8c6-02312d12c9f3,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:17.090805 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-5fc1d624-e8a7-4490-b31d-11c5fa650aa5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbb5e971c68245c4825997b78a91b624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5248077 Jun 17 11:43:17.091046 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59648) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:17.112637 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=13 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:17.125233 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=19 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:17.165875 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-491b62de-d610-486d-84d6-69f1bef2defc admin admin] Publish callbacks [] for security_group (eedb87db-dc16-41d3-a8c6-02312d12c9f3), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.194617 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-491b62de-d610-486d-84d6-69f1bef2defc admin admin] Publish callbacks [] for security_group (eedb87db-dc16-41d3-a8c6-02312d12c9f3), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.213767 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-82b2f68e-7b30-48ed-8bc0-6487e7321ca8 req-eafa6de2-ff7b-4c4e-bbe0-0c95cfde8a6f tempest-VolumesActionsTest-1960376485 tempest-VolumesActionsTest-1960376485-project] 10.222.0.45 "GET /v2.0/ports?device_id=071dafa3-1567-400a-91f3-600420a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0612144 Jun 17 11:43:17.345712 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.348388 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-491b62de-d610-486d-84d6-69f1bef2defc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (eedb87db-dc16-41d3-a8c6-02312d12c9f3), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.353853 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-491b62de-d610-486d-84d6-69f1bef2defc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.356090 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-491b62de-d610-486d-84d6-69f1bef2defc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eedb87db-dc16-41d3-a8c6-02312d12c9f3 HTTP/1.1" status: 204 len: 168 time: 0.2612915 Jun 17 11:43:17.379049 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b62de-d610-486d-84d6-69f1bef2defc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb87db-dc16-41d3-a8c6-02312d12c9f3,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:17.396655 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:17.441357 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59660) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:17.572307 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-220303328-network', 'tenant_id': 'acb28a85ee614f049b30d0fc5266c1e2'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:17.837575 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Made reservation on behalf of acb28a85ee614f049b30d0fc5266c1e2 for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:43:17.842370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.855102 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.858510 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:17.911331 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:17.913628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:17.942923 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b70db2-f5bc-44cb-8462-e791286a2aed req-bbc2252b-2d5e-4c67-a9fd-261683dbd0e7 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:17.944959 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28b70db2-f5bc-44cb-8462-e791286a2aed req-bbc2252b-2d5e-4c67-a9fd-261683dbd0e7 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0626211 Jun 17 11:43:17.962902 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks [] for security_group (fe294cc7-849e-4cfd-8768-ebdcebf30b22), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:17.998398 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28b70db2-f5bc-44cb-8462-e791286a2aed req-24ddc283-c3a5-40e8-845d-e3ee4edc44c8 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Jun 17 11:43:18.385287 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (fe294cc7-849e-4cfd-8768-ebdcebf30b22), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:18.415615 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:43:18.422227 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe294cc7-849e-4cfd-8768-ebdcebf30b22,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:18.430988 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (fdaa5055-634b-41f7-b912-61c1ec9babb3), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:18.431218 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Added segment fdaa5055-634b-41f7-b912-61c1ec9babb3 of type vlan for network 40405a0c-4c0c-43ae-83ab-7beee735af3f Jun 17 11:43:18.477748 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (40405a0c-4c0c-43ae-83ab-7beee735af3f), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:18.658780 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (40405a0c-4c0c-43ae-83ab-7beee735af3f), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:18.660231 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:18.660754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:18.732984 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] Pushing event updated for resources: {'Network': ['ID=40405a0c-4c0c-43ae-83ab-7beee735af3f,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:18.744599 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 40405a0c-4c0c-43ae-83ab-7beee735af3f details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:43:18.836238 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-563a63fe-dfda-4b7f-9e50-d1d599f17fef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3926959 Jun 17 11:43:18.838566 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59682) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:18.845129 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Request body: {'subnet': {'network_id': '40405a0c-4c0c-43ae-83ab-7beee735af3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-220303328-subnet', 'tenant_id': 'acb28a85ee614f049b30d0fc5266c1e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:18.905720 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:18.946569 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Made reservation on behalf of acb28a85ee614f049b30d0fc5266c1e2 for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:43:18.949957 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982754'] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:19.131115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device e6e3464a-c697-4275-ac62-a08d8de44196 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:43:19.162255 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: e6e3464a-c697-4275-ac62-a08d8de44196 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:43:19.162866 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device e6e3464a-c697-4275-ac62-a08d8de44196 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:43:19.290234 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982768'] for subnet (a7ef3ab9-169b-48ff-8137-c3f3320426b2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:19.398009 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ef3ab9-169b-48ff-8137-c3f3320426b2,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:19.408405 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Checking segment: {'id': 'fdaa5055-634b-41f7-b912-61c1ec9babb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '40405a0c-4c0c-43ae-83ab-7beee735af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:43:19.408769 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Network hostable DHCP agents. Network: 40405a0c-4c0c-43ae-83ab-7beee735af3f, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:43:19.442860 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:19.511326 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Network 40405a0c-4c0c-43ae-83ab-7beee735af3f is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:43:19.636076 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 40405a0c-4c0c-43ae-83ab-7beee735af3f) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:43:19.643305 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:19.644040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:19.646215 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93f613-5f82-4399-9e26-2dfa4420667e None None] Network 40405a0c-4c0c-43ae-83ab-7beee735af3f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:43:19.752785 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-139e7b71-dbd4-4f00-a3fb-7ddd9bb6e675 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9126930 Jun 17 11:43:19.760060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9680fb6-b588-434c-a7f2-030e157335d5 None None] Network 40405a0c-4c0c-43ae-83ab-7beee735af3f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:43:20.505476 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59736) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:20.517576 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-e1ba1b99-9150-4115-b6e0-c41743cd0534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519084198', 'description': 'tempest-description--393898580'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:20.635150 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b99-9150-4115-b6e0-c41743cd0534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:20.716454 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b99-9150-4115-b6e0-c41743cd0534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group (7c402d4f-fb42-4485-852b-38e3aee6f8f1), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:20.801969 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:UPDATE=5,neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:20.851945 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b99-9150-4115-b6e0-c41743cd0534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7c402d4f-fb42-4485-852b-38e3aee6f8f1), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:20.895149 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:20.896474 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba1b99-9150-4115-b6e0-c41743cd0534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c402d4f-fb42-4485-852b-38e3aee6f8f1,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:20.915281 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59750) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:20.920283 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1190670598-network', 'tenant_id': 'a21dd2594d0d484187578edd8be69aad'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:20.976936 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b99-9150-4115-b6e0-c41743cd0534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:20.978319 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e1ba1b99-9150-4115-b6e0-c41743cd0534 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4713731 Jun 17 11:43:20.981436 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59752) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:20.985679 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-a4c4b63e-b418-4d24-958e-a30b022da285 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'security_group_rule': {'security_group_id': '7c402d4f-fb42-4485-852b-38e3aee6f8f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:21.129044 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Made reservation on behalf of a21dd2594d0d484187578edd8be69aad for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:43:21.133034 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.155265 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.158210 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b63e-b418-4d24-958e-a30b022da285 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group_rule (205d1ae9-1ba9-4457-8e2d-bba93d3b4d6b), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.257849 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b63e-b418-4d24-958e-a30b022da285 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group_rule (205d1ae9-1ba9-4457-8e2d-bba93d3b4d6b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.310900 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks [] for security_group (f484a4db-9d7c-4747-b9d2-2b00594fccce), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.396223 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b63e-b418-4d24-958e-a30b022da285 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (205d1ae9-1ba9-4457-8e2d-bba93d3b4d6b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.416621 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4b63e-b418-4d24-958e-a30b022da285 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205d1ae9-1ba9-4457-8e2d-bba93d3b4d6b,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:21.442763 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f484a4db-9d7c-4747-b9d2-2b00594fccce), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.468087 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:43:21.484296 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f484a4db-9d7c-4747-b9d2-2b00594fccce,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:21.489599 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (fb54790e-3cc1-432f-a894-c3b21f9717eb), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.490497 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Added segment fb54790e-3cc1-432f-a894-c3b21f9717eb of type vlan for network f41e77e6-f2f1-4652-9819-c3e910732866 Jun 17 11:43:21.538536 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (f41e77e6-f2f1-4652-9819-c3e910732866), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.598056 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a4c4b63e-b418-4d24-958e-a30b022da285 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.599325 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a4c4b63e-b418-4d24-958e-a30b022da285 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6169670 Jun 17 11:43:21.602511 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59782) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:21.608320 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-07bfab33-e1d9-4f0d-8510-d2551a974abd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'security_group_rule': {'security_group_id': '7c402d4f-fb42-4485-852b-38e3aee6f8f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:21.699187 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (f41e77e6-f2f1-4652-9819-c3e910732866), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.700302 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:21.700929 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.778285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-07bfab33-e1d9-4f0d-8510-d2551a974abd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group_rule (8fa98f33-df0d-4848-ab64-5e0960dc5777), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.781320 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=f41e77e6-f2f1-4652-9819-c3e910732866,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:21.793151 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network f41e77e6-f2f1-4652-9819-c3e910732866 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:43:21.841910 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-0f2f8bf8-efac-4015-9618-d937981a6ce9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9170697 Jun 17 11:43:21.842193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 59786) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:21.845059 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Request body: {'subnet': {'network_id': 'f41e77e6-f2f1-4652-9819-c3e910732866', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1190670598-subnet', 'tenant_id': 'a21dd2594d0d484187578edd8be69aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:21.849845 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-07bfab33-e1d9-4f0d-8510-d2551a974abd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group_rule (8fa98f33-df0d-4848-ab64-5e0960dc5777), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.967865 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Made reservation on behalf of a21dd2594d0d484187578edd8be69aad for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:43:21.968084 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-07bfab33-e1d9-4f0d-8510-d2551a974abd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (8fa98f33-df0d-4848-ab64-5e0960dc5777), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.970760 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:21.985906 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfab33-e1d9-4f0d-8510-d2551a974abd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa98f33-df0d-4848-ab64-5e0960dc5777,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:22.120272 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-07bfab33-e1d9-4f0d-8510-d2551a974abd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:22.125612 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-07bfab33-e1d9-4f0d-8510-d2551a974abd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5217481 Jun 17 11:43:22.135964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 59792) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:22.144333 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:22.310294 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (828a8e84-4fdd-480a-b834-69a65bb56e3e), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:22.345849 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:22.421718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828a8e84-4fdd-480a-b834-69a65bb56e3e,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:22.428654 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Checking segment: {'id': 'fb54790e-3cc1-432f-a894-c3b21f9717eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f41e77e6-f2f1-4652-9819-c3e910732866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:43:22.429582 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Network hostable DHCP agents. Network: f41e77e6-f2f1-4652-9819-c3e910732866, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:43:22.499861 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:22.573324 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Network f41e77e6-f2f1-4652-9819-c3e910732866 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:43:22.682878 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Allocated IP 172.27.2.75 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/2dc3de96-e570-4e12-8181-8bb57d01549b) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:43:22.694417 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, f41e77e6-f2f1-4652-9819-c3e910732866) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:43:22.703567 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:22.704701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:22.711224 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:22.714905 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef88f30-c2b0-4de7-988b-d5ece2357880 None None] Network f41e77e6-f2f1-4652-9819-c3e910732866 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:43:22.809142 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:22.830783 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:22.839193 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2d063-938d-4362-9db4-e1aa430172e5 None None] Network f41e77e6-f2f1-4652-9819-c3e910732866 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:43:22.850307 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4cb9ee80-3369-45a9-b2ce-5f92f015cdd7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0118532 Jun 17 11:43:22.996667 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:23.026695 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:23.094559 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:43:23.101982 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:43:23.108272 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:43:23.134991 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'Port': ['ID=2dc3de96-e570-4e12-8181-8bb57d01549b,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:23.210084 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b55ddc-0a23-48ad-b6c5-efb9a0224129 req-5b742360-1845-4417-a055-60389479f09e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:23.212079 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-07b55ddc-0a23-48ad-b6c5-efb9a0224129 req-5b742360-1845-4417-a055-60389479f09e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0553927 Jun 17 11:43:23.225691 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:23.276776 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-07b55ddc-0a23-48ad-b6c5-efb9a0224129 req-b8c56e8a-2d42-45e5-99aa-15ece97d4e8f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565810 Jun 17 11:43:23.357688 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:23.569244 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:23.659567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:23.732662 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'Port': ['ID=2dc3de96-e570-4e12-8181-8bb57d01549b,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:23.748776 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:23.866997 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:23.868457 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6f7a0631-5029-46f3-83bd-463030c7a0c9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7304924 Jun 17 11:43:23.878502 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:43:24.104680 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-44ac44a8-cc77-4ec1-bcbc-21bda41754e8 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--519084198&fields=id&tenant_id=e38262ed2ed84004a6e01d423cadcae4 HTTP/1.1" status: 200 len: 267 time: 0.0508111 Jun 17 11:43:24.243713 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-6717e9cb-fb51-4320-b594-114af6391d5e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:24.245282 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-6717e9cb-fb51-4320-b594-114af6391d5e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 819 time: 0.1284847 Jun 17 11:43:24.263404 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-e1fdfbd3-213a-48bd-b35c-d4b347c8c130 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/quotas/e38262ed2ed84004a6e01d423cadcae4 HTTP/1.1" status: 200 len: 375 time: 0.0114584 Jun 17 11:43:24.312289 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:24.333486 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-2706bc2e-9012-42ed-bc33-ce82da04695c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0634351 Jun 17 11:43:24.458218 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87719955-e286-4b58-831b-5eacc26f233b req-a973674e-38c5-43a4-991d-d7f0fca06eae tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:24.464113 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-87719955-e286-4b58-831b-5eacc26f233b req-a973674e-38c5-43a4-991d-d7f0fca06eae tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0944023 Jun 17 11:43:24.523915 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-448707fc-90ed-4584-b06b-2214cf383ef0 service neutron] 10.222.0.45 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778464 Jun 17 11:43:24.544632 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-87719955-e286-4b58-831b-5eacc26f233b req-85cea74d-7310-4cdf-a12d-7e776f75b4f1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746322 Jun 17 11:43:24.562095 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:24.640576 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-23b348ce-9a82-43a3-9a50-145ac198ab9c service neutron] 10.222.0.45 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071889 Jun 17 11:43:24.779659 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:24.908225 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-89db69cb-5bba-4687-9d73-508c1af96f52 req-08f2ac2c-56e3-4445-ba99-9baa36ae38f0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 210 time: 0.0400085 Jun 17 11:43:25.750181 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac17bac-f3fa-4927-8f49-75e1607b0dbe req-46e4a0da-e0d0-4a87-b22a-95b76bd22c51 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:25.751892 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eac17bac-f3fa-4927-8f49-75e1607b0dbe req-46e4a0da-e0d0-4a87-b22a-95b76bd22c51 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0559294 Jun 17 11:43:25.813808 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eac17bac-f3fa-4927-8f49-75e1607b0dbe req-d414d470-6722-4089-93f6-45e343a014c8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534630 Jun 17 11:43:26.031917 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eafb3e7d-f2cd-462b-80a5-625c8a38a669 req-2ec08940-0ab5-41b0-a70a-3f170a5ddacc tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 210 time: 0.0304146 Jun 17 11:43:27.042458 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451aef3-8b17-41f0-a953-05cd66419a62 req-bae129a7-9a87-461b-b336-e8313959c34a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:27.056249 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b451aef3-8b17-41f0-a953-05cd66419a62 req-bae129a7-9a87-461b-b336-e8313959c34a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1200004 Jun 17 11:43:27.170778 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b451aef3-8b17-41f0-a953-05cd66419a62 req-7e5e2fd1-a902-44a4-89e3-8ae6c9389fad tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128232 Jun 17 11:43:27.256067 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-75ebba32-fb15-4774-b4fd-427e573fdefa req-936ef514-8d57-4e37-9561-f03f9a7230e2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 210 time: 0.0533247 Jun 17 11:43:28.427051 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-535fc1f2-431e-4458-b475-0ee3054e0a45 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:28.429117 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-535fc1f2-431e-4458-b475-0ee3054e0a45 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 819 time: 0.3128140 Jun 17 11:43:28.444935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e8f6-277b-4fc2-af85-cb4549e7a113 req-fa1828ad-cbec-4cb3-bef6-2ddc7e3e7311 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:28.446669 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cab2e8f6-277b-4fc2-af85-cb4549e7a113 req-fa1828ad-cbec-4cb3-bef6-2ddc7e3e7311 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1488948 Jun 17 11:43:28.512292 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:28.555538 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cab2e8f6-277b-4fc2-af85-cb4549e7a113 req-c4bdde31-4ad8-4401-bf69-e8497bbf398a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997846 Jun 17 11:43:28.666802 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-c933e0e7-c62d-4901-8fbb-275dc059445b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e38262ed2ed84004a6e01d423cadcae4 HTTP/1.1" status: 200 len: 379 time: 0.2189872 Jun 17 11:43:28.678516 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'port': {'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'admin_state_up': True, 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'security_groups': ['7c402d4f-fb42-4485-852b-38e3aee6f8f1']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:29.191992 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-311c66c9-b0c0-465f-8a80-d36fcb91f783 req-ee307ad6-77bd-40a3-8053-731c6ddeb23c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 210 time: 0.4126575 Jun 17 11:43:29.288657 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151578b-f019-4e9d-ab81-0e809e7be74d req-1f66f551-5657-4ca6-a606-c67f2d605edd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:29.289993 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6151578b-f019-4e9d-ab81-0e809e7be74d req-1f66f551-5657-4ca6-a606-c67f2d605edd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1136689 Jun 17 11:43:29.373420 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6151578b-f019-4e9d-ab81-0e809e7be74d req-002dcf2a-5a5f-4c94-b52f-7215cdc3e575 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688686 Jun 17 11:43:29.505124 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Made reservation on behalf of e38262ed2ed84004a6e01d423cadcae4 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:43:29.508643 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:29.733150 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Allocated IP 172.20.0.3 (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc/62f14541-c886-4103-8909-e8a628129c97/673fb82d-43c8-4e9f-bf01-47ee2806f33a) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:43:29.761478 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1e91e-05cb-46ce-94af-2f90debfb756 req-deaf5e19-073d-4c2c-a657-ce9456dd0666 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:29.763702 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c3a1e91e-05cb-46ce-94af-2f90debfb756 req-deaf5e19-073d-4c2c-a657-ce9456dd0666 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0690255 Jun 17 11:43:29.766463 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:29.897834 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c3a1e91e-05cb-46ce-94af-2f90debfb756 req-15c4f355-6932-487b-a932-705d44866379 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277621 Jun 17 11:43:29.977666 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:30.004912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:30.157711 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:30.273440 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:43:30.288024 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:43:30.293330 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:43:30.304831 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:30.306024 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:30.375267 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event updated for resources: {'Port': ['ID=673fb82d-43c8-4e9f-bf01-47ee2806f33a,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:30.447906 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a108f-d078-4cb6-8f2d-9f3da0f9c0c8 req-35487c4b-9b16-4d98-816a-ea21793f653e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:30.459916 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-df3a108f-d078-4cb6-8f2d-9f3da0f9c0c8 req-35487c4b-9b16-4d98-816a-ea21793f653e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 931 time: 0.1435797 Jun 17 11:43:30.488895 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-91f589a3-e348-4347-b826-951e24273082 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8150284 Jun 17 11:43:30.504571 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Request body: {'port': {'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:30.603955 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-df3a108f-d078-4cb6-8f2d-9f3da0f9c0c8 req-d3c1ee7b-eb46-4de6-aca7-3f3a34dee95c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426909 Jun 17 11:43:30.649790 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3434-fefc-4338-8bb1-535919004521 None None] Provisioning complete for port 673fb82d-43c8-4e9f-bf01-47ee2806f33a triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:43:30.651020 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3434-fefc-4338-8bb1-535919004521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:30.687123 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:30.698510 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b3434-fefc-4338-8bb1-535919004521 None None] Port 673fb82d-43c8-4e9f-bf01-47ee2806f33a cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:43:30.734503 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d391-f59b-4dc5-a790-9556e0065207 req-eb3fe235-1b42-44bf-a771-68c6d868994b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:30.738219 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9a2d391-f59b-4dc5-a790-9556e0065207 req-eb3fe235-1b42-44bf-a771-68c6d868994b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1958361 Jun 17 11:43:30.901687 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9a2d391-f59b-4dc5-a790-9556e0065207 req-b4683eac-184f-40f7-bdc6-1a74172ecb30 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412473 Jun 17 11:43:31.079111 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7299911-012e-4f40-8f05-d9997af69776 req-ae58b1d3-d19c-4afa-818c-a7188fa76a3e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:31.081195 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c7299911-012e-4f40-8f05-d9997af69776 req-ae58b1d3-d19c-4afa-818c-a7188fa76a3e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0841820 Jun 17 11:43:31.195487 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c7299911-012e-4f40-8f05-d9997af69776 req-d201dd40-3438-4e41-9e38-487429895143 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070380 Jun 17 11:43:31.202654 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673fb82d-43c8-4e9f-bf01-47ee2806f33a {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:43:31.219071 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Publish callbacks [] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:31.238844 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Transition to ACTIVE for port object 673fb82d-43c8-4e9f-bf01-47ee2806f33a will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:43:31.333962 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:31.387413 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:31.404514 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Pushing event updated for resources: {'Port': ['ID=673fb82d-43c8-4e9f-bf01-47ee2806f33a,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:31.470371 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Attempting to bind port 673fb82d-43c8-4e9f-bf01-47ee2806f33a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:43:31.470736 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Attempting to bind port 673fb82d-43c8-4e9f-bf01-47ee2806f33a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:43:31.471157 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Attempting to bind port 673fb82d-43c8-4e9f-bf01-47ee2806f33a on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:43:31.493192 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Port 673fb82d-43c8-4e9f-bf01-47ee2806f33a on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:43:31.493809 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Attempting to bind port 673fb82d-43c8-4e9f-bf01-47ee2806f33a on network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:43:31.504743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:43:31.505680 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Checking segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:43:31.506525 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Bound using segment: {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:43:31.507502 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Bound port: 673fb82d-43c8-4e9f-bf01-47ee2806f33a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fa69c3-7aa9-4456-8fc5-629060b1d633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:43:31.508564 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:31.573956 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:31.660935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] For port 673fb82d-43c8-4e9f-bf01-47ee2806f33a, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:43:31.669553 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] For port 673fb82d-43c8-4e9f-bf01-47ee2806f33a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:43:31.787887 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:31.832098 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d8b60-35bf-4768-a5f5-05e60a3005d4 req-caf7d9d6-7ad5-4a24-a84e-571ca4f948b2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:31.833820 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d28d8b60-35bf-4768-a5f5-05e60a3005d4 req-caf7d9d6-7ad5-4a24-a84e-571ca4f948b2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 943 time: 0.1013184 Jun 17 11:43:31.885795 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:31.886848 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:31.893228 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] 10.222.0.33 "PUT /v2.0/ports/673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 200 len: 1093 time: 1.3917816 Jun 17 11:43:31.893228 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:31.893228 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e41b8-8842-4212-8073-322a4d61f298" -d '{"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:31.947140 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a85f-0602-41c6-bc31-1a2c5a92e24c service neutron] Pushing event updated for resources: {'Port': ['ID=673fb82d-43c8-4e9f-bf01-47ee2806f33a,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:31.970706 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3c2eec-e0fa-484d-b440-60a671f74262 x-openstack-request-id: req-dc3c2eec-e0fa-484d-b440-60a671f74262 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:31.971102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:31.971483 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc3c2eec-e0fa-484d-b440-60a671f74262 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:31.971990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3c2eec-e0fa-484d-b440-60a671f74262'] response: {'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'status': 'completed', 'code': 200} Jun 17 11:43:32.068817 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d28d8b60-35bf-4768-a5f5-05e60a3005d4 req-2af26c55-f41b-45bf-8e24-e110730e8c35 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182782 Jun 17 11:43:32.068976 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e41b8-8842-4212-8073-322a4d61f298 req-666d85cc-931b-4047-a69b-689093862b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.070553 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c54e41b8-8842-4212-8073-322a4d61f298 req-666d85cc-931b-4047-a69b-689093862b51 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1127 time: 0.0763032 Jun 17 11:43:32.189212 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b64143-44f4-433e-8a2e-cd3651d05229 req-f6e86932-8c01-41d8-9c7a-2228ae561194 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.190875 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-14b64143-44f4-433e-8a2e-cd3651d05229 req-f6e86932-8c01-41d8-9c7a-2228ae561194 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0807905 Jun 17 11:43:32.325962 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-14b64143-44f4-433e-8a2e-cd3651d05229 req-cbd62cce-c88e-4fbc-89c2-7d4a7cc84ec5 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268547 Jun 17 11:43:32.329273 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e41b8-8842-4212-8073-322a4d61f298 req-9a0d6c70-2ce6-4059-9e0c-e5075df9cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.330793 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c54e41b8-8842-4212-8073-322a4d61f298 req-9a0d6c70-2ce6-4059-9e0c-e5075df9cf5a service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=e38262ed2ed84004a6e01d423cadcae4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2476962 Jun 17 11:43:32.505882 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e535116-8603-4915-81d8-518cbd7ef534 req-6835d760-efac-433e-b410-55bf9e507185 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.507676 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7e535116-8603-4915-81d8-518cbd7ef534 req-6835d760-efac-433e-b410-55bf9e507185 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0721321 Jun 17 11:43:32.540532 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e41b8-8842-4212-8073-322a4d61f298 req-aea88536-4f89-4b4b-8093-ee20e9d6795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.541947 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c54e41b8-8842-4212-8073-322a4d61f298 req-aea88536-4f89-4b4b-8093-ee20e9d6795e service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995659 Jun 17 11:43:32.577084 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7e535116-8603-4915-81d8-518cbd7ef534 req-8f5cde5c-efeb-4680-b02e-530458fe3381 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606470 Jun 17 11:43:32.693863 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-95983f74-3059-45fd-9db4-84aad99546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.695502 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-95983f74-3059-45fd-9db4-84aad99546cb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1127 time: 0.0562224 Jun 17 11:43:32.773932 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-ddb760a6-18ee-4709-8206-7fd269216fc5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 200 len: 217 time: 0.0669832 Jun 17 11:43:32.866714 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-fe232279-708c-4929-a418-5e5898611aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.869316 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-fe232279-708c-4929-a418-5e5898611aee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.0866809 Jun 17 11:43:32.968156 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-355adab9-cfe4-415c-8af8-cd8d03ff61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:32.970377 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-355adab9-cfe4-415c-8af8-cd8d03ff61ad service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800872 Jun 17 11:43:33.042498 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:33.079445 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-4bc360d7-1dad-4267-af0c-d65c4b006de9 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010010 Jun 17 11:43:33.349592 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697fb15-5f2a-4094-94b7-0ee1b582d1fe req-97b3f806-5b78-45c7-aa23-7707154fbe12 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:33.351725 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4697fb15-5f2a-4094-94b7-0ee1b582d1fe req-97b3f806-5b78-45c7-aa23-7707154fbe12 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 943 time: 0.1539135 Jun 17 11:43:33.408802 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f9d1248-ce90-4169-8583-ad5e49c6ad62 req-e7200a17-9001-4cb2-bfae-b3b2317b9aca service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802706 Jun 17 11:43:33.429249 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:33.483859 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4697fb15-5f2a-4094-94b7-0ee1b582d1fe req-d2e199fd-ca0c-4912-a0bf-3617c60b9ade tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929828 Jun 17 11:43:33.558146 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32631d-8e04-43f0-ad3e-b1dbe99d673d req-355386fe-6383-43dc-8bc7-2eeaa3e20d07 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:33.566672 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac32631d-8e04-43f0-ad3e-b1dbe99d673d req-355386fe-6383-43dc-8bc7-2eeaa3e20d07 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0821750 Jun 17 11:43:33.652527 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac32631d-8e04-43f0-ad3e-b1dbe99d673d req-139dca19-15f9-48d7-a016-b35d4726398f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848572 Jun 17 11:43:33.714640 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc11992-8ecd-4346-b0c6-3e186d99da1f req-fe4d7dba-ed20-4667-9288-c2f0b7c322b6 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:33.717089 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cc11992-8ecd-4346-b0c6-3e186d99da1f req-fe4d7dba-ed20-4667-9288-c2f0b7c322b6 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Jun 17 11:43:33.776575 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cc11992-8ecd-4346-b0c6-3e186d99da1f req-e75e85ab-5764-47bb-9508-44ebefdc95df tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541642 Jun 17 11:43:33.874919 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:33.876007 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:34.505862 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:34.719180 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082b8d-45cc-4681-a8a1-a57354be039c req-cac9c732-ef29-4b89-9cd1-8c40e37dd92d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:34.732321 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-11082b8d-45cc-4681-a8a1-a57354be039c req-cac9c732-ef29-4b89-9cd1-8c40e37dd92d tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 943 time: 0.1163373 Jun 17 11:43:34.849188 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-11082b8d-45cc-4681-a8a1-a57354be039c req-564d4ce6-1cb0-4e21-b335-49b5666c02fb tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161036 Jun 17 11:43:34.857190 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60466503-6cb9-4e7e-a05d-bbac35dd9318 req-764235aa-649b-40b8-8001-afad498cc49c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:34.858381 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-60466503-6cb9-4e7e-a05d-bbac35dd9318 req-764235aa-649b-40b8-8001-afad498cc49c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0754931 Jun 17 11:43:34.936250 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-60466503-6cb9-4e7e-a05d-bbac35dd9318 req-7cc4bcbd-65ba-440f-87fe-bdc86dd2d38f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708652 Jun 17 11:43:35.077111 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138b0aa-e109-4892-9f0e-d332ad486813 req-841bb5f7-1a4b-47c9-be4d-19e0b07008a1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:35.084286 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c138b0aa-e109-4892-9f0e-d332ad486813 req-841bb5f7-1a4b-47c9-be4d-19e0b07008a1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0952699 Jun 17 11:43:35.158914 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c138b0aa-e109-4892-9f0e-d332ad486813 req-1b459a53-1231-4d11-a065-9db31673406b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735934 Jun 17 11:43:35.431974 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 673fb82d-43c8-4e9f-bf01-47ee2806f33a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:43:35.445427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:35.577793 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 673fb82d-43c8-4e9f-bf01-47ee2806f33a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:35.593695 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:35.598481 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'mac_address': 'fa:16:3e:78:b2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:43:35.658479 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 673fb82d-43c8-4e9f-bf01-47ee2806f33a is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:35.659027 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:35.678187 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673fb82d-43c8-4e9f-bf01-47ee2806f33a {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:43:35.712194 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 673fb82d-43c8-4e9f-bf01-47ee2806f33a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:35.793502 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:35.944713 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=673fb82d-43c8-4e9f-bf01-47ee2806f33a,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:36.076355 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['673fb82d-43c8-4e9f-bf01-47ee2806f33a'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:43:36.163781 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea45cd-92a7-4aab-bf48-1dabc8e3811c req-644e8825-ac35-4146-9fff-58bb9dd183a1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:36.173242 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c6ea45cd-92a7-4aab-bf48-1dabc8e3811c req-644e8825-ac35-4146-9fff-58bb9dd183a1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0791707 Jun 17 11:43:36.197851 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7d343-1e24-45fb-ae50-522517df6b32 req-2de87280-a0fe-4d99-b2fd-23550c0f984f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:36.200065 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17c7d343-1e24-45fb-ae50-522517df6b32 req-2de87280-a0fe-4d99-b2fd-23550c0f984f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 944 time: 0.1809552 Jun 17 11:43:36.318437 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c6ea45cd-92a7-4aab-bf48-1dabc8e3811c req-55b45ca0-46e0-41b3-85c6-0754964b8059 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417181 Jun 17 11:43:36.326141 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17c7d343-1e24-45fb-ae50-522517df6b32 req-c4aa06a9-3498-4291-9152-fe68ecf802ad tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184876 Jun 17 11:43:36.445509 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d204-f53c-4182-ab29-6db27f79e3fd req-72563737-68e7-4ac9-86b8-f457ad6954a5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:36.447687 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fff6d204-f53c-4182-ab29-6db27f79e3fd req-72563737-68e7-4ac9-86b8-f457ad6954a5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0585251 Jun 17 11:43:36.524199 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fff6d204-f53c-4182-ab29-6db27f79e3fd req-d33dd6dd-2660-44eb-9c5b-66322ef0cfc6 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680332 Jun 17 11:43:37.439143 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60094) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:37.443837 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-133a9c8e-7505-4331-9a65-968d01607b55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753164142', 'description': 'tempest-description--1776593652'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:37.444047 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 673fb82d-43c8-4e9f-bf01-47ee2806f33a up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:43:37.506958 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3230f56-1e82-4bf7-9aeb-a3574a312b5c req-250b0607-2e2f-4fc0-848e-c68c0f098c18 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:37.523142 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 673fb82d-43c8-4e9f-bf01-47ee2806f33a completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:43:37.524472 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f3230f56-1e82-4bf7-9aeb-a3574a312b5c req-250b0607-2e2f-4fc0-848e-c68c0f098c18 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1281664 Jun 17 11:43:37.602991 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-133a9c8e-7505-4331-9a65-968d01607b55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:37.637276 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 673fb82d-43c8-4e9f-bf01-47ee2806f33a triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:43:37.637787 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:37.710955 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f3230f56-1e82-4bf7-9aeb-a3574a312b5c req-6a79552f-3b08-432b-86c3-7730ae4109ca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854634 Jun 17 11:43:37.733706 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529fd91-e039-4509-bb85-42775563641a req-7afaefab-95a7-43cf-a587-2cfd57ce1650 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:37.745368 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5529fd91-e039-4509-bb85-42775563641a req-7afaefab-95a7-43cf-a587-2cfd57ce1650 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 944 time: 0.1934793 Jun 17 11:43:37.745648 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-133a9c8e-7505-4331-9a65-968d01607b55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (e0cba4d6-37bb-4838-8f27-c93bffe997ca), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:37.798201 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:37.829226 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 673fb82d-43c8-4e9f-bf01-47ee2806f33a is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:37.830004 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:37.834540 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5529fd91-e039-4509-bb85-42775563641a req-37b4be88-b665-4b2a-9afb-ab8e2234a73c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878665 Jun 17 11:43:37.837932 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-133a9c8e-7505-4331-9a65-968d01607b55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e0cba4d6-37bb-4838-8f27-c93bffe997ca), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:37.928360 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:37.932932 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac3a1a-9519-4539-a534-2a5599a003fa" -d '{"events": [{"server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "name": "network-vif-plugged", "status": "completed", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:37.933240 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a9c8e-7505-4331-9a65-968d01607b55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cba4d6-37bb-4838-8f27-c93bffe997ca,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:37.938015 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48439f6-2b15-41f7-9cd3-6e6d843ca608 req-f9fa439c-0feb-4f9a-b8e6-8b58f76c4556 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:37.953213 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f48439f6-2b15-41f7-9cd3-6e6d843ca608 req-f9fa439c-0feb-4f9a-b8e6-8b58f76c4556 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1171277 Jun 17 11:43:37.974442 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 673fb82d-43c8-4e9f-bf01-47ee2806f33a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:38.016930 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bdb848-6aed-4be6-b5a7-4a1fc36bbde4 x-openstack-request-id: req-21bdb848-6aed-4be6-b5a7-4a1fc36bbde4 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:38.017467 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "name": "network-vif-plugged", "status": "completed", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:38.019043 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21bdb848-6aed-4be6-b5a7-4a1fc36bbde4 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:38.019043 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bdb848-6aed-4be6-b5a7-4a1fc36bbde4'] response: {'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'code': 200} Jun 17 11:43:38.022112 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-133a9c8e-7505-4331-9a65-968d01607b55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.024012 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-133a9c8e-7505-4331-9a65-968d01607b55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5835800 Jun 17 11:43:38.029881 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60108) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:38.037750 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:38.039462 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-ef000b3a-61d3-4ebd-be84-9b9e87da7f19 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': 'e0cba4d6-37bb-4838-8f27-c93bffe997ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:38.049239 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.081812 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f48439f6-2b15-41f7-9cd3-6e6d843ca608 req-a642344f-c01f-422a-aa35-f18985f3b26f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269648 Jun 17 11:43:38.149428 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:38.171185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ef000b3a-61d3-4ebd-be84-9b9e87da7f19 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (d0359abc-b1a9-40bc-ba0d-15a0d6a26b74), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.198510 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=673fb82d-43c8-4e9f-bf01-47ee2806f33a,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:38.271248 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ef000b3a-61d3-4ebd-be84-9b9e87da7f19 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (d0359abc-b1a9-40bc-ba0d-15a0d6a26b74), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.363252 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ef000b3a-61d3-4ebd-be84-9b9e87da7f19 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (d0359abc-b1a9-40bc-ba0d-15a0d6a26b74), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.384869 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef000b3a-61d3-4ebd-be84-9b9e87da7f19 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0359abc-b1a9-40bc-ba0d-15a0d6a26b74,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:38.564722 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ef000b3a-61d3-4ebd-be84-9b9e87da7f19 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.565910 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ef000b3a-61d3-4ebd-be84-9b9e87da7f19 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5346003 Jun 17 11:43:38.569032 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60114) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:38.574572 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-73b34c09-531b-427e-b560-ceffe4d3e858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': 'e0cba4d6-37bb-4838-8f27-c93bffe997ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:38.703210 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cc30d-f062-47ff-af64-5c539dfbcc86 req-09619b1b-e1ab-42bc-8132-87917e732c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:38.705568 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eb7cc30d-f062-47ff-af64-5c539dfbcc86 req-09619b1b-e1ab-42bc-8132-87917e732c45 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1129 time: 0.0610034 Jun 17 11:43:38.724870 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-73b34c09-531b-427e-b560-ceffe4d3e858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (cb716fc0-c9eb-4ea3-a09d-d97024c1ab21), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.796768 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eb7cc30d-f062-47ff-af64-5c539dfbcc86 req-38142b69-abe9-4bc6-b04c-11a05e1628b0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741458 Jun 17 11:43:38.882282 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-73b34c09-531b-427e-b560-ceffe4d3e858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (cb716fc0-c9eb-4ea3-a09d-d97024c1ab21), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:38.887067 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43356b-978f-4a54-8de4-9181aa039be9 req-f4476058-920b-40b1-841c-37209cd8ebab tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:38.894956 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fa43356b-978f-4a54-8de4-9181aa039be9 req-f4476058-920b-40b1-841c-37209cd8ebab tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0922561 Jun 17 11:43:38.970822 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fa43356b-978f-4a54-8de4-9181aa039be9 req-b23ad695-7696-407a-9295-25014065823c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747566 Jun 17 11:43:38.985841 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-73b34c09-531b-427e-b560-ceffe4d3e858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (cb716fc0-c9eb-4ea3-a09d-d97024c1ab21), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:39.017177 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b34c09-531b-427e-b560-ceffe4d3e858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb716fc0-c9eb-4ea3-a09d-d97024c1ab21,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:39.103796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a30fe-9082-4137-9483-9bc8b5fa7de2 req-70ef4065-0d2f-488f-9778-e94fed5048e4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:39.105488 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e30a30fe-9082-4137-9483-9bc8b5fa7de2 req-70ef4065-0d2f-488f-9778-e94fed5048e4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1102931 Jun 17 11:43:39.170700 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-73b34c09-531b-427e-b560-ceffe4d3e858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:39.172510 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-73b34c09-531b-427e-b560-ceffe4d3e858 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6017272 Jun 17 11:43:39.176411 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60126) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:39.181771 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:39.230257 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e30a30fe-9082-4137-9483-9bc8b5fa7de2 req-de8755d4-e328-41eb-a0e6-1658df601772 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149447 Jun 17 11:43:39.297193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d8f-712e-42d8-8932-3bb41541d9b2 req-6633434a-fcec-46f1-b364-ccab1c557a85 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:39.298228 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-18523d8f-712e-42d8-8932-3bb41541d9b2 req-6633434a-fcec-46f1-b364-ccab1c557a85 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0634274 Jun 17 11:43:39.316961 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:39.430320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-18523d8f-712e-42d8-8932-3bb41541d9b2 req-e11a2a58-91da-4b91-aa74-2599e8da317e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258910 Jun 17 11:43:39.431085 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:39.586718 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.27.2.237 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/b5de527d-888a-448b-8822-4d44ab02d6eb) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:43:39.611584 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:39.713460 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:39.751687 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:39.888688 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:39.932302 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:43:39.937278 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:43:39.940524 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:43:39.949754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=b5de527d-888a-448b-8822-4d44ab02d6eb,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:40.078077 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (bf15a4c3-070c-4691-aa61-c1ec0f02136e), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:40.123234 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9c85-be10-4a2c-837d-8487332566be req-572c483e-d319-4446-b292-9828f70031bc tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:40.125364 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e65a9c85-be10-4a2c-837d-8487332566be req-572c483e-d319-4446-b292-9828f70031bc tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0690913 Jun 17 11:43:40.205794 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e65a9c85-be10-4a2c-837d-8487332566be req-f2284713-8104-42a4-a13e-a79e3a82da7a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714564 Jun 17 11:43:40.239075 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:40.383468 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a512ce-c78b-41cd-8803-312f51f91055 req-05796784-e153-4099-af42-a72cd7e162ae tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:40.386530 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9a512ce-c78b-41cd-8803-312f51f91055 req-05796784-e153-4099-af42-a72cd7e162ae tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0698392 Jun 17 11:43:40.456403 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9a512ce-c78b-41cd-8803-312f51f91055 req-87a32dcd-3014-409b-96d0-d1689046f874 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606494 Jun 17 11:43:40.477296 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:40.579968 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:40.617499 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354b3a-c714-4f30-980e-d2d67b14b2b0 req-a6302104-ce87-47b7-b7d6-1717ca52a401 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:40.621874 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c1354b3a-c714-4f30-980e-d2d67b14b2b0 req-a6302104-ce87-47b7-b7d6-1717ca52a401 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0670676 Jun 17 11:43:40.712477 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=b5de527d-888a-448b-8822-4d44ab02d6eb,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:40.724467 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c1354b3a-c714-4f30-980e-d2d67b14b2b0 req-fce981aa-711a-46ef-b261-9af9bd265098 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899599 Jun 17 11:43:40.730284 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:40.732392 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (bf15a4c3-070c-4691-aa61-c1ec0f02136e), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:40.828293 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:40.830735 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d0dc4efd-6e54-4be5-9df0-a4002405b511 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6528656 Jun 17 11:43:41.154710 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-d3ea1e49-030f-4b76-9ac5-335e99d60096 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1753164142&fields=id&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 267 time: 0.0826623 Jun 17 11:43:41.375189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-9290e8eb-b027-41f3-b68c-89f27b0bbe6e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:41.376816 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-9290e8eb-b027-41f3-b68c-89f27b0bbe6e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.2148645 Jun 17 11:43:41.386119 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96cc3-39c8-4c51-809e-f14bf80fa83e req-945f3d2c-3478-4ced-b5d1-2c594682c8fe tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:41.388431 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-65b96cc3-39c8-4c51-809e-f14bf80fa83e req-945f3d2c-3478-4ced-b5d1-2c594682c8fe tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0923510 Jun 17 11:43:41.399848 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-39caba39-31dc-4874-a41c-538de3c82597 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/quotas/c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 375 time: 0.0103137 Jun 17 11:43:41.458912 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:43:41.465223 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:41.491217 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-05c74b78-6d32-4584-a23d-624be986e3fe tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754063 Jun 17 11:43:41.495807 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-65b96cc3-39c8-4c51-809e-f14bf80fa83e req-5d9501ff-32ba-46ef-a9df-3a1bb991b577 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949626 Jun 17 11:43:41.583053 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:41.660955 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:41.679352 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '4f9d2fad-e808-44df-adda-539bddcec93d', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'port_id': '4f9d2fad-e808-44df-adda-539bddcec93d', 'mac_address': 'fa:16:3e:01:47:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:43:41.735770 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: ACTIVE; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:41.736273 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:41.747738 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8070-b2c4-409d-9531-e6f03680a680 req-46e1abaa-652b-4d7a-b0a8-91441ed19f96 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:41.752204 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f7da8070-b2c4-409d-9531-e6f03680a680 req-46e1abaa-652b-4d7a-b0a8-91441ed19f96 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1678116 Jun 17 11:43:41.771772 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-9a1ffcb9-805c-4569-af04-325e105e7ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669075 Jun 17 11:43:41.780808 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f9d2fad-e808-44df-adda-539bddcec93d {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:43:41.848973 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:41.871913 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f7da8070-b2c4-409d-9531-e6f03680a680 req-ecf543ab-6919-4614-b8e7-4b9d506db989 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931964 Jun 17 11:43:41.911632 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:41.993469 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-a67b7b22-288d-4622-be8c-95d27736c297 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202616 Jun 17 11:43:42.051965 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=6']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:42.084917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['4f9d2fad-e808-44df-adda-539bddcec93d'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:43:42.193993 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:42.546188 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21917d8-d5b3-4fcc-a31c-953ccfe67061 req-4b88889b-6f51-4a0e-b36e-34a634a13b03 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:42.555476 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f21917d8-d5b3-4fcc-a31c-953ccfe67061 req-4b88889b-6f51-4a0e-b36e-34a634a13b03 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 944 time: 0.5169091 Jun 17 11:43:42.633996 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71180487-b5ba-4c4b-9477-05f354a292ea req-e6db3774-43c6-4dbd-a5bd-7f528da13519 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:42.636909 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-71180487-b5ba-4c4b-9477-05f354a292ea req-e6db3774-43c6-4dbd-a5bd-7f528da13519 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1555951 Jun 17 11:43:42.649040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60208) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:42.652335 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f21917d8-d5b3-4fcc-a31c-953ccfe67061 req-1b4d7ad4-64f5-451f-b33d-e554082e711b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958607 Jun 17 11:43:42.660552 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'floatingip': {'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:42.722851 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-53a56fef-4ba7-4fd6-a7a4-3cff1a29a4e0 req-3ceef539-7450-4365-a8b3-eeb008f33d76 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 210 time: 0.0456917 Jun 17 11:43:42.781724 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:42.839776 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe0477-366d-40bf-a193-16428e44e683 req-d5f2188d-55f4-4867-aa36-74660bb98e9c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:42.842952 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1fe0477-366d-40bf-a193-16428e44e683 req-d5f2188d-55f4-4867-aa36-74660bb98e9c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0888777 Jun 17 11:43:42.952149 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1fe0477-366d-40bf-a193-16428e44e683 req-6bcf8865-65f0-46c2-9e98-fef905a84ca0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913091 Jun 17 11:43:43.368300 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.442925 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.469990 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:43:43.483417 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:43.541361 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 4f9d2fad-e808-44df-adda-539bddcec93d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:43:43.541739 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.610845 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Floating IP 36f4ed1c-818a-4bd7-82c1-a93b7e6b0296 associated. External IP: 172.27.2.75, port: 673fb82d-43c8-4e9f-bf01-47ee2806f33a. Jun 17 11:43:43.674725 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60228) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:43.684633 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:43.685092 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.763317 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:43.770335 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf28cbca-981f-4e37-9e5e-b2ac206bdb90" -d '{"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:43.770571 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] Deleting subnet a7ef3ab9-169b-48ff-8137-c3f3320426b2 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:43:43.774268 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:43.778357 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] Publish callbacks [] for subnet (a7ef3ab9-169b-48ff-8137-c3f3320426b2), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.787734 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-579f69dc-a872-4edd-a911-06931fe54907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.836027 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] Publish callbacks [] for subnet (a7ef3ab9-169b-48ff-8137-c3f3320426b2), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.848485 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.871613 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (a7ef3ab9-169b-48ff-8137-c3f3320426b2), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:43.906248 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:43.941309 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=7']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:43.996155 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-915edb2b-236d-4bed-a3f5-c2850cbcdaa4 req-897384c4-9e4b-465b-b918-9deb486ee693 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 210 time: 0.0462821 Jun 17 11:43:44.099332 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2800a2-718f-47bf-bb29-eb85481f9b23 req-5be2b7a2-dc63-468a-8ed5-6abb6dc24bbb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:44.102588 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef2800a2-718f-47bf-bb29-eb85481f9b23 req-5be2b7a2-dc63-468a-8ed5-6abb6dc24bbb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1198220 Jun 17 11:43:44.127909 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52884dbb-1852-4c25-9a34-dc45cd9139d0 x-openstack-request-id: req-52884dbb-1852-4c25-9a34-dc45cd9139d0 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:44.128422 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:44.129020 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52884dbb-1852-4c25-9a34-dc45cd9139d0 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:44.129147 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (a7ef3ab9-169b-48ff-8137-c3f3320426b2), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.129718 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52884dbb-1852-4c25-9a34-dc45cd9139d0'] response: {'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d', 'code': 200} Jun 17 11:43:44.207606 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ef3ab9-169b-48ff-8137-c3f3320426b2,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:44.222635 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.231031 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b129ba12-4540-4ffe-a0fd-d49bde3916a0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a7ef3ab9-169b-48ff-8137-c3f3320426b2 HTTP/1.1" status: 204 len: 168 time: 0.5499904 Jun 17 11:43:44.233189 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60244) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:44.304240 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef2800a2-718f-47bf-bb29-eb85481f9b23 req-6946d3cb-84f5-4063-a4ec-7cb746f350b1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800983 Jun 17 11:43:44.363342 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5c6fe-1654-44be-94fc-8152b669438a req-4d00efec-636a-4532-b3bb-9058cfbf30a9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:44.385489 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6dd5c6fe-1654-44be-94fc-8152b669438a req-4d00efec-636a-4532-b3bb-9058cfbf30a9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1057665 Jun 17 11:43:44.395462 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Router 369932f9-6c57-4492-a563-3c81e0e9a870 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:43:44.405331 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (40405a0c-4c0c-43ae-83ab-7beee735af3f), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.457916 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:44.469664 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6dd5c6fe-1654-44be-94fc-8152b669438a req-994be0e0-0262-48b0-9d3e-f6882c2dd4cc tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801501 Jun 17 11:43:44.585463 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (40405a0c-4c0c-43ae-83ab-7beee735af3f), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.626304 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40405a0c-4c0c-43ae-83ab-7beee735af3f']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:44.641953 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:43:44.645235 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdaa5055-634b-41f7-b912-61c1ec9babb3') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:44.645768 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdaa5055-634b-41f7-b912-61c1ec9babb3') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:44.651879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.660068 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] Sync routers for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:43:44.673306 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:43:44.673946 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:43:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:44.699418 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a0ac8608-77d8-44d7-b605-bc8ac26ef8d4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "PUT /v2.0/floatingips/36f4ed1c-818a-4bd7-82c1-a93b7e6b0296 HTTP/1.1" status: 200 len: 990 time: 2.0485706 Jun 17 11:43:44.701759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:44.705716 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:44.710284 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (fdaa5055-634b-41f7-b912-61c1ec9babb3), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.731376 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (fdaa5055-634b-41f7-b912-61c1ec9babb3), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.744645 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:43:44.744923 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (fdaa5055-634b-41f7-b912-61c1ec9babb3), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:44.790798 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b1ac8-ac91-40f3-88a2-8f048ad6bd90 x-openstack-request-id: req-523b1ac8-ac91-40f3-88a2-8f048ad6bd90 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:44.791310 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:44.791592 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-523b1ac8-ac91-40f3-88a2-8f048ad6bd90 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:44.792018 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523b1ac8-ac91-40f3-88a2-8f048ad6bd90'] response: {'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'status': 'completed', 'code': 200} Jun 17 11:43:44.793285 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment fdaa5055-634b-41f7-b912-61c1ec9babb3 resource provider aggregate not found Jun 17 11:43:44.855035 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment fdaa5055-634b-41f7-b912-61c1ec9babb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdaa5055-634b-41f7-b912-61c1ec9babb3 found for delete ", "request_id": "req-7b0d9e06-2d08-402e-b5ee-a5c247f4d2d3"}]} Jun 17 11:43:44.994099 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:45.004273 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-9d0d49bf-00c4-45c2-bd93-621041f8c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:45.007241 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-9d0d49bf-00c4-45c2-bd93-621041f8c562 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1129 time: 0.1046257 Jun 17 11:43:45.015339 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:43:45.037340 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (40405a0c-4c0c-43ae-83ab-7beee735af3f), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.071053 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.082846 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] 10.222.0.45 "DELETE /v2.0/networks/40405a0c-4c0c-43ae-83ab-7beee735af3f HTTP/1.1" status: 204 len: 168 time: 0.8463123 Jun 17 11:43:45.089397 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60266) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:45.102292 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f96605-eb7f-454e-b0b6-e8dce00532ea admin admin] Pushing event deleted for resources: {'Network': ['ID=40405a0c-4c0c-43ae-83ab-7beee735af3f,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:45.149628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:45.151720 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-74bc7ef5-e789-466f-9b77-03b7b254c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:45.155267 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-74bc7ef5-e789-466f-9b77-03b7b254c2c1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.1390343 Jun 17 11:43:45.203899 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-37d0bea2-a466-4bd9-82b3-3ebf73fd9995 req-8b90137f-fde2-4dd8-a64e-1226b044a320 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 210 time: 0.0460153 Jun 17 11:43:45.258328 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_v2 [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] Deleting subnet 828a8e84-4fdd-480a-b834-69a65bb56e3e {{(pid=111182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:43:45.262370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] Publish callbacks [] for subnet (828a8e84-4fdd-480a-b834-69a65bb56e3e), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.315984 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7430673'] for subnet (828a8e84-4fdd-480a-b834-69a65bb56e3e), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.380424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (828a8e84-4fdd-480a-b834-69a65bb56e3e), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.451347 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:45.464812 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-043045e3-811b-4643-9885-2da91c89d8f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 200 len: 998 time: 0.2498960 Jun 17 11:43:45.610531 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982275'] for subnet (828a8e84-4fdd-480a-b834-69a65bb56e3e), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.649336 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '36f4ed1c-818a-4bd7-82c1-a93b7e6b0296', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'mac_address': 'fa:16:3e:78:b2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:23Z', 'updated_at': '2022-06-17T11:43:43Z', 'revision_number': 1, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:45.664929 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b7a3-bc12-40a8-a023-73b4de1a3318 req-64b80193-cb25-4e98-b623-8b3e4b6a3cb4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:45.666531 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d933b7a3-bc12-40a8-a023-73b4de1a3318 req-64b80193-cb25-4e98-b623-8b3e4b6a3cb4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1347234 Jun 17 11:43:45.692080 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] Checking router: 369932f9-6c57-4492-a563-3c81e0e9a870 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:43:45.709475 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:43:45.712222 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:43:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:45.712695 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828a8e84-4fdd-480a-b834-69a65bb56e3e,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:45.728733 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.733418 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-113e17df-5f5f-42b9-8e16-ad5d0e7d5ab4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/828a8e84-4fdd-480a-b834-69a65bb56e3e HTTP/1.1" status: 204 len: 168 time: 0.6427317 Jun 17 11:43:45.737424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60284) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:45.804303 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-4815a4a1-19c6-4df7-9a98-8ce67abc59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:45.807247 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-4815a4a1-19c6-4df7-9a98-8ce67abc59d8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.2792253 Jun 17 11:43:45.813805 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-14dfcf7b-8f2c-4810-b77a-5651fd0f8e57 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:45.815376 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-14dfcf7b-8f2c-4810-b77a-5651fd0f8e57 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.5132339 Jun 17 11:43:45.822579 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d5c2-cded-4c38-ab16-ec96302ad4ae req-8f44ff97-3ecb-4115-b131-369364f01b90 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:45.831308 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2592d5c2-cded-4c38-ab16-ec96302ad4ae req-8f44ff97-3ecb-4115-b131-369364f01b90 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1570332 Jun 17 11:43:45.899050 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (f41e77e6-f2f1-4652-9819-c3e910732866), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:45.907701 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d933b7a3-bc12-40a8-a023-73b4de1a3318 req-20b48834-c5c2-4f54-b661-0f5c2ae0b468 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294917 Jun 17 11:43:45.907701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-a0048632-3fa2-422a-bdfb-f3ec02e6aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:45.912916 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-a0048632-3fa2-422a-bdfb-f3ec02e6aa76 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761883 Jun 17 11:43:45.957840 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:43:46.027601 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:46.103123 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:46.111320 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (f41e77e6-f2f1-4652-9819-c3e910732866), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:46.167667 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e77e6-f2f1-4652-9819-c3e910732866']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:46.179303 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb54790e-3cc1-432f-a894-c3b21f9717eb') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:46.179614 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb54790e-3cc1-432f-a894-c3b21f9717eb') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:46.197947 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (fb54790e-3cc1-432f-a894-c3b21f9717eb), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:46.237500 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (fb54790e-3cc1-432f-a894-c3b21f9717eb), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:46.248185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:43:46.248633 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (fb54790e-3cc1-432f-a894-c3b21f9717eb), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:46.381096 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2592d5c2-cded-4c38-ab16-ec96302ad4ae req-07d62780-b203-44c3-b197-c2aa27822306 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5071096 Jun 17 11:43:46.480234 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-25eabcc6-bd2f-4395-b3f0-544ffa76d962 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 472 time: 0.6437168 Jun 17 11:43:46.508201 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'port': {'device_id': 'a8d94a32-3230-4516-9233-fa758d450798', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'admin_state_up': True, 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'security_groups': ['e0cba4d6-37bb-4838-8f27-c93bffe997ca']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:46.525855 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (f41e77e6-f2f1-4652-9819-c3e910732866), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:46.586028 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:46.586028 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] 10.222.0.45 "DELETE /v2.0/networks/f41e77e6-f2f1-4652-9819-c3e910732866 HTTP/1.1" status: 204 len: 168 time: 0.8332751 Jun 17 11:43:46.626599 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671355d9-8fc8-4420-8161-04208e15b18c admin admin] Pushing event deleted for resources: {'Network': ['ID=f41e77e6-f2f1-4652-9819-c3e910732866,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:46.755414 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9646fa89-d55f-4389-b808-85e974625659 req-b6a636d1-ff2c-448d-a011-54d3a4b0d4d2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 210 time: 0.0922966 Jun 17 11:43:46.760162 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-4b4312b2-af2d-46e8-897f-47b5da88cadb service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106325 Jun 17 11:43:46.809818 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-07651578-5d0d-46a2-97ec-0dd0fb0e6a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:46.886218 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment fb54790e-3cc1-432f-a894-c3b21f9717eb resource provider aggregate not found Jun 17 11:43:46.915781 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment fb54790e-3cc1-432f-a894-c3b21f9717eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb54790e-3cc1-432f-a894-c3b21f9717eb found for delete ", "request_id": "req-5ecaa16f-2d6b-43df-acbf-995f3f98f057"}]} Jun 17 11:43:46.965149 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '36f4ed1c-818a-4bd7-82c1-a93b7e6b0296', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'mac_address': 'fa:16:3e:78:b2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:23Z', 'updated_at': '2022-06-17T11:43:43Z', 'revision_number': 1, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:46.966837 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-833c558c-a5ee-4b1f-ad8b-d3a4843002b0 req-a80fc159-331e-4a41-8ddd-9fcf27c2bdbb service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972320 Jun 17 11:43:47.002616 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cdb30-99b5-4271-b32b-83cd5313c5c9 None None] The sync data for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi is: [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '36f4ed1c-818a-4bd7-82c1-a93b7e6b0296', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'mac_address': 'fa:16:3e:78:b2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:23Z', 'updated_at': '2022-06-17T11:43:43Z', 'revision_number': 1, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:43:47.084955 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18f072-7b58-4656-8b75-4c8bb196d998 req-306e9bce-6333-419d-a62e-057291f3c885 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:47.096568 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db18f072-7b58-4656-8b75-4c8bb196d998 req-306e9bce-6333-419d-a62e-057291f3c885 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0756707 Jun 17 11:43:47.099758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Made reservation on behalf of c58cf63264414f30a98161f6027daad0 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:43:47.107232 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:47.259616 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60306) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:47.331798 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:47.365890 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db18f072-7b58-4656-8b75-4c8bb196d998 req-0abe06f8-739e-454c-871f-675d4067a3cc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681031 Jun 17 11:43:47.366450 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60308) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:47.367064 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:47.375252 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a58da43b-45c7-45d5-bf9f-b1bca98b56f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=acb28a85ee614f049b30d0fc5266c1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1002171 Jun 17 11:43:47.479191 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234cbc64-76c9-4643-8014-95386e8ec23a None None] New status for floating IP 36f4ed1c-818a-4bd7-82c1-a93b7e6b0296: ACTIVE {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:43:47.786722 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716a4e4-adb4-40e3-9abb-b716664d3a4f req-dfffc6d1-07af-4ad5-abab-5dae2aaff8f1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:47.788586 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1716a4e4-adb4-40e3-9abb-b716664d3a4f req-dfffc6d1-07af-4ad5-abab-5dae2aaff8f1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.2209818 Jun 17 11:43:47.856456 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.20.0.9 (562be4fa-7f02-4e16-ab0e-484de596db99/d794b945-edce-4ea8-be0d-e1c3e9d638dc/64e882c6-f99d-40c3-9d04-6f350ee05b98) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:43:47.901545 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7c733d79-63b0-4a05-ab4a-3bdaeb251f86 admin admin] Publish callbacks [] for security_group (fe294cc7-849e-4cfd-8768-ebdcebf30b22), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:47.912164 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:47.946288 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-426be92b-9a66-4570-8675-5e1c7714836e req-48e56a8c-0c16-4743-a400-4fa667f16894 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 210 time: 0.0612345 Jun 17 11:43:48.010034 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7c733d79-63b0-4a05-ab4a-3bdaeb251f86 admin admin] Publish callbacks [] for security_group (fe294cc7-849e-4cfd-8768-ebdcebf30b22), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:48.040404 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1716a4e4-adb4-40e3-9abb-b716664d3a4f req-a41fb918-a8e1-464e-a38d-e143d41b7f97 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242641 Jun 17 11:43:48.105140 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:48.276864 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:48.290536 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7c733d79-63b0-4a05-ab4a-3bdaeb251f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (fe294cc7-849e-4cfd-8768-ebdcebf30b22), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:48.293585 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7c733d79-63b0-4a05-ab4a-3bdaeb251f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:48.298097 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-7c733d79-63b0-4a05-ab4a-3bdaeb251f86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe294cc7-849e-4cfd-8768-ebdcebf30b22 HTTP/1.1" status: 204 len: 168 time: 0.9187782 Jun 17 11:43:48.312638 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c733d79-63b0-4a05-ab4a-3bdaeb251f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe294cc7-849e-4cfd-8768-ebdcebf30b22,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:48.456042 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:48.561822 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:43:48.573520 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:43:48.579120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:43:48.582684 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:48.583401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:48.598318 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=64e882c6-f99d-40c3-9d04-6f350ee05b98,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:48.663548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1dcf-8107-4b92-a708-406b3d82aef4 req-a9fab756-8994-4141-b373-876e96f79d60 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:48.670346 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-430c1dcf-8107-4b92-a708-406b3d82aef4 req-a9fab756-8994-4141-b373-876e96f79d60 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1140547 Jun 17 11:43:48.734274 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fa69157b-ad5d-460b-beb6-b277553282cf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2476969 Jun 17 11:43:48.767714 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Request body: {'port': {'device_id': 'a8d94a32-3230-4516-9233-fa758d450798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:43:48.848662 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-430c1dcf-8107-4b92-a708-406b3d82aef4 req-674ac516-acec-44bb-8c69-41cf1362cb2b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482410 Jun 17 11:43:48.901511 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:48.954683 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:49.079596 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-89d91c08-a7a1-42da-8011-e7c8b7b7dcb2 None None] Provisioning complete for port 64e882c6-f99d-40c3-9d04-6f350ee05b98 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:43:49.084067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-89d91c08-a7a1-42da-8011-e7c8b7b7dcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:49.095761 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:49.182725 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-89d91c08-a7a1-42da-8011-e7c8b7b7dcb2 None None] Port 64e882c6-f99d-40c3-9d04-6f350ee05b98 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:43:49.248036 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:49.368690 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:49.398803 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ab42-d9e3-412b-a908-eb9f009d58e8 req-5c9cbd28-57db-4d45-b7ff-79eca7d17b20 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:49.402140 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69f1ab42-d9e3-412b-a908-eb9f009d58e8 req-5c9cbd28-57db-4d45-b7ff-79eca7d17b20 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 931 time: 0.1554739 Jun 17 11:43:49.427219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74cb3d-4e9e-4823-a113-ec7b46e5dc13 req-dc161fe4-c062-4a19-9927-e514a93006d0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:49.428952 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1e74cb3d-4e9e-4823-a113-ec7b46e5dc13 req-dc161fe4-c062-4a19-9927-e514a93006d0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1817434 Jun 17 11:43:49.571354 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69f1ab42-d9e3-412b-a908-eb9f009d58e8 req-46676ca9-8650-41a5-9fa8-8af614a94444 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410563 Jun 17 11:43:49.605478 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e882c6-f99d-40c3-9d04-6f350ee05b98 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:43:49.616599 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1e74cb3d-4e9e-4823-a113-ec7b46e5dc13 req-564daa63-6ac6-4dcd-8291-1bfd17a1c644 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505215 Jun 17 11:43:49.622909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Publish callbacks [] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:49.638070 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Transition to ACTIVE for port object 64e882c6-f99d-40c3-9d04-6f350ee05b98 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:43:49.663170 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60340) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:49.713167 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-90518834-0793-461b-b16c-ef051afd43ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a21dd2594d0d484187578edd8be69aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487566 Jun 17 11:43:49.717776 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60342) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:49.760435 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:49.794437 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:49.823635 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6aa30422-9180-4111-b098-66f31a3745a2 admin admin] Publish callbacks [] for security_group (f484a4db-9d7c-4747-b9d2-2b00594fccce), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:49.855029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6aa30422-9180-4111-b098-66f31a3745a2 admin admin] Publish callbacks [] for security_group (f484a4db-9d7c-4747-b9d2-2b00594fccce), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:49.887896 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Pushing event updated for resources: {'Port': ['ID=64e882c6-f99d-40c3-9d04-6f350ee05b98,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:49.924600 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Attempting to bind port 64e882c6-f99d-40c3-9d04-6f350ee05b98 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:43:49.924600 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Attempting to bind port 64e882c6-f99d-40c3-9d04-6f350ee05b98 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:43:49.924600 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Attempting to bind port 64e882c6-f99d-40c3-9d04-6f350ee05b98 on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:43:49.927435 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Port 64e882c6-f99d-40c3-9d04-6f350ee05b98 on network 562be4fa-7f02-4e16-ab0e-484de596db99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:43:49.927780 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Attempting to bind port 64e882c6-f99d-40c3-9d04-6f350ee05b98 on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:43:49.933603 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:43:49.933942 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Checking segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:43:49.934371 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Bound using segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:43:49.934813 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Bound port: 64e882c6-f99d-40c3-9d04-6f350ee05b98, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:43:49.935963 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:50.077793 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6aa30422-9180-4111-b098-66f31a3745a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f484a4db-9d7c-4747-b9d2-2b00594fccce), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:50.080421 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6aa30422-9180-4111-b098-66f31a3745a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:50.081964 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6aa30422-9180-4111-b098-66f31a3745a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f484a4db-9d7c-4747-b9d2-2b00594fccce HTTP/1.1" status: 204 len: 168 time: 0.3629553 Jun 17 11:43:50.098331 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30422-9180-4111-b098-66f31a3745a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f484a4db-9d7c-4747-b9d2-2b00594fccce,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:50.141623 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c099a-2120-4031-bb0f-277d58633647 req-384ab504-38be-455f-bb96-0b9b0d5c49a8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:50.155666 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c49c099a-2120-4031-bb0f-277d58633647 req-384ab504-38be-455f-bb96-0b9b0d5c49a8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1879029 Jun 17 11:43:50.259829 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] For port 64e882c6-f99d-40c3-9d04-6f350ee05b98, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:43:50.284955 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c49c099a-2120-4031-bb0f-277d58633647 req-d6fe0fed-0976-4ec7-901d-63768c813413 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280949 Jun 17 11:43:50.287010 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] For port 64e882c6-f99d-40c3-9d04-6f350ee05b98, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64e882c6-f99d-40c3-9d04-6f350ee05b98,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:43:50.421343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:50.503200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:50.505705 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:50.507626 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] 10.222.0.33 "PUT /v2.0/ports/64e882c6-f99d-40c3-9d04-6f350ee05b98 HTTP/1.1" status: 200 len: 1093 time: 1.7487798 Jun 17 11:43:50.508159 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:50.510631 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6831c3e2-2740-41f3-ae1e-c54f1cbe7722" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:50.532109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2ac0c-ead2-4e4c-aaf3-0ac58c09fb56 service neutron] Pushing event updated for resources: {'Port': ['ID=64e882c6-f99d-40c3-9d04-6f350ee05b98,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:50.635114 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77929ca2-24bc-431d-8754-c924a2ae7418 x-openstack-request-id: req-77929ca2-24bc-431d-8754-c924a2ae7418 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:50.635444 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:50.635708 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77929ca2-24bc-431d-8754-c924a2ae7418 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:50.636136 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77929ca2-24bc-431d-8754-c924a2ae7418'] response: {'name': 'network-changed', 'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'status': 'completed', 'code': 200} Jun 17 11:43:50.822074 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c3e2-2740-41f3-ae1e-c54f1cbe7722 req-d647bf9a-f264-4099-8685-ebc0a16b0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:50.823902 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6831c3e2-2740-41f3-ae1e-c54f1cbe7722 req-d647bf9a-f264-4099-8685-ebc0a16b0b86 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 1127 time: 0.1452756 Jun 17 11:43:50.841893 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4f956-bcff-46f2-b63b-7f9f8661830a req-b9b99153-9e7a-4c00-a881-56df59002060 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:50.843850 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b5d4f956-bcff-46f2-b63b-7f9f8661830a req-b9b99153-9e7a-4c00-a881-56df59002060 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 943 time: 0.1465788 Jun 17 11:43:51.011796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73208c9-0e7c-4d60-9a07-6e16d03c12db req-37a09f4d-ff2f-46be-ac39-b2ce2fabbe4c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:51.012940 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c73208c9-0e7c-4d60-9a07-6e16d03c12db req-37a09f4d-ff2f-46be-ac39-b2ce2fabbe4c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.2008379 Jun 17 11:43:51.113207 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b5d4f956-bcff-46f2-b63b-7f9f8661830a req-9389414b-2342-451d-8ec5-26178dcb0d4d tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088618 Jun 17 11:43:51.125706 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c3e2-2740-41f3-ae1e-c54f1cbe7722 req-234d16e1-d05c-4771-aa56-2e777a8c1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:51.127221 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6831c3e2-2740-41f3-ae1e-c54f1cbe7722 req-234d16e1-d05c-4771-aa56-2e777a8c1bc0 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c58cf63264414f30a98161f6027daad0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2823334 Jun 17 11:43:51.163838 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c73208c9-0e7c-4d60-9a07-6e16d03c12db req-0974744f-b415-4ab8-bdc7-a957f00d42f0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434529 Jun 17 11:43:51.492442 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:51.548177 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17dfb1-4e0c-4dc9-a22d-588f6ef12a38 req-18a16963-f222-43c3-9a2d-e23e790b54ae tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:51.549980 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d17dfb1-4e0c-4dc9-a22d-588f6ef12a38 req-18a16963-f222-43c3-9a2d-e23e790b54ae tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0732901 Jun 17 11:43:51.613360 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c3e2-2740-41f3-ae1e-c54f1cbe7722 req-b0bae33e-c3fd-478f-993c-4e1657a0c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:51.615161 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6831c3e2-2740-41f3-ae1e-c54f1cbe7722 req-b0bae33e-c3fd-478f-993c-4e1657a0c221 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4791470 Jun 17 11:43:51.686342 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d17dfb1-4e0c-4dc9-a22d-588f6ef12a38 req-a1b62f58-0233-472c-850f-89404f9490b3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139770 Jun 17 11:43:51.917716 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612d74c-f7e7-4936-b24e-c480c5ca8ef7 req-23f43177-d499-48a4-9887-e896c45eaf1e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:51.919343 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0612d74c-f7e7-4936-b24e-c480c5ca8ef7 req-23f43177-d499-48a4-9887-e896c45eaf1e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.2171361 Jun 17 11:43:51.931162 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-661863cd-e481-42bf-81cf-038ae564f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:51.933218 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-661863cd-e481-42bf-81cf-038ae564f944 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 1127 time: 0.1551957 Jun 17 11:43:51.995675 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-083cb35b-83a5-4e1b-bf7d-a48a546c45bf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e882c6-f99d-40c3-9d04-6f350ee05b98 HTTP/1.1" status: 200 len: 217 time: 0.0527718 Jun 17 11:43:52.070220 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:52.076308 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0612d74c-f7e7-4936-b24e-c480c5ca8ef7 req-606777ac-fcb6-47d7-ba20-a289ed2cbb88 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417704 Jun 17 11:43:52.128923 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-443fd8a1-aec7-44ad-b969-a7b4f694e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:52.130543 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-443fd8a1-aec7-44ad-b969-a7b4f694e1dc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.1223176 Jun 17 11:43:52.134312 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-d7ee309b-1bdd-4bc2-8824-b92d1c1c9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:52.135876 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-d7ee309b-1bdd-4bc2-8824-b92d1c1c9d2f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 1130 time: 0.0832350 Jun 17 11:43:52.277525 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57fe20-11f9-4ed8-929d-d93d779f994d req-97295816-d150-414c-8df1-01ea0c9ad13d tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:52.279133 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aa57fe20-11f9-4ed8-929d-d93d779f994d req-97295816-d150-414c-8df1-01ea0c9ad13d tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 943 time: 0.0684221 Jun 17 11:43:52.521900 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c17-0f0c-4854-b468-03316849eae1 req-575d698a-42f4-47a4-a991-29e4d7fa66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:52.524548 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-575d698a-42f4-47a4-a991-29e4d7fa66f9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2173674 Jun 17 11:43:52.614257 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aa57fe20-11f9-4ed8-929d-d93d779f994d req-976cbb6e-e2b6-4deb-960e-86598bea1ef0 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233624 Jun 17 11:43:52.714142 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-5e3bb708-f4bf-442a-83c9-534088a67cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:52.715821 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-5e3bb708-f4bf-442a-83c9-534088a67cba service neutron] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 911 time: 0.4117115 Jun 17 11:43:52.806786 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:52.811902 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-c9510f64-8252-4da8-949e-fb9eb05a2b9a service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710476 Jun 17 11:43:52.814069 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-3c913e8c-c00b-47b6-8396-38778866c02a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 200 len: 1002 time: 0.0901203 Jun 17 11:43:52.975976 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33c3ed-be3e-434e-a64e-7064b580f622 req-bcc1a0f1-63e3-487f-b740-e0fec2071308 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:52.984029 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd33c3ed-be3e-434e-a64e-7064b580f622 req-bcc1a0f1-63e3-487f-b740-e0fec2071308 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1519983 Jun 17 11:43:53.010590 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-0d93fb51-e052-48ff-b25c-321cfff66d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:53.012215 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-0d93fb51-e052-48ff-b25c-321cfff66d56 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.1696985 Jun 17 11:43:53.105118 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4049c17-0f0c-4854-b468-03316849eae1 req-fef75bb5-4005-4d16-9345-1d2feb3a171e service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825913 Jun 17 11:43:53.133875 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd33c3ed-be3e-434e-a64e-7064b580f622 req-7995ef6a-e3d8-4ff8-8aa7-79c14e70d14b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489122 Jun 17 11:43:53.135644 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-11baa156-8e74-4167-a400-a3d135d7b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:53.137242 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-11baa156-8e74-4167-a400-a3d135d7b6b2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155753 Jun 17 11:43:53.325055 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be86d-40e9-45c0-9d91-b32424a6e808 req-25439b3d-05fc-4781-b678-1adab64e634e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:53.327581 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ab4be86d-40e9-45c0-9d91-b32424a6e808 req-25439b3d-05fc-4781-b678-1adab64e634e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1119092 Jun 17 11:43:53.405169 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-67c37c50-7010-4c4e-a682-03b174d58ac5 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584221 Jun 17 11:43:53.465471 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ab4be86d-40e9-45c0-9d91-b32424a6e808 req-38ca1199-84ed-46b9-88f1-50f89bf9de42 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319220 Jun 17 11:43:53.836596 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45239634-d24f-4e23-981c-b924660554c8 req-6d1c2a25-3b52-4065-aa17-0dec7e8dc6d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:53.848898 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-45239634-d24f-4e23-981c-b924660554c8 req-6d1c2a25-3b52-4065-aa17-0dec7e8dc6d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 943 time: 0.1384289 Jun 17 11:43:53.881823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:53.955304 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-45239634-d24f-4e23-981c-b924660554c8 req-82ac3190-c94e-482b-aef0-de912f2b550c tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051619 Jun 17 11:43:54.424389 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7326635-0c79-4b07-b021-cdcb2148237f req-b357eb01-c5b7-4345-ac20-f23b856d0527 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:54.426360 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7326635-0c79-4b07-b021-cdcb2148237f req-b357eb01-c5b7-4345-ac20-f23b856d0527 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1108656 Jun 17 11:43:54.515079 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3293e72d-1856-4814-a504-b7d2688f79d3 req-b60e5765-95f5-4fde-bdaf-2b8682bae2e5 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534070 Jun 17 11:43:54.549984 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-a9ae84a8-7dde-432a-b314-f4ee22da80c0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926759 Jun 17 11:43:54.574512 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7326635-0c79-4b07-b021-cdcb2148237f req-a9fff7c4-2568-42c6-9c93-80a9c2b2a7f7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396315 Jun 17 11:43:54.685461 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-175a55e8-29cd-4556-9a52-856807fa26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:54.687406 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-175a55e8-29cd-4556-9a52-856807fa26a9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 1130 time: 0.0935624 Jun 17 11:43:54.734923 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:54.789734 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00d8cc-2ef5-45d3-bef0-f5feefebeeab req-25d688a8-879d-4834-a41c-229938a2e3b9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:54.802968 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac00d8cc-2ef5-45d3-bef0-f5feefebeeab req-25d688a8-879d-4834-a41c-229938a2e3b9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1114986 Jun 17 11:43:54.924778 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac00d8cc-2ef5-45d3-bef0-f5feefebeeab req-f61362b0-7156-4301-8ac9-838bd9adf7ff tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200979 Jun 17 11:43:55.028118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-ec90ef54-25ea-4e43-9b2d-cc35f8d6448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:55.031093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-ec90ef54-25ea-4e43-9b2d-cc35f8d6448f service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.1589162 Jun 17 11:43:55.142326 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-17f9bcf5-2d0b-41bd-9eb9-a6d6e8a2a24e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d HTTP/1.1" status: 200 len: 217 time: 0.1049519 Jun 17 11:43:55.232887 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c194bc-ecef-42fb-ba3e-53825bde7b9e req-f576c592-1402-4fef-98ba-a64f241c87c6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:55.234664 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-93c194bc-ecef-42fb-ba3e-53825bde7b9e req-f576c592-1402-4fef-98ba-a64f241c87c6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 943 time: 0.1632540 Jun 17 11:43:55.275113 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-e7b954d5-726b-46c1-bc38-9522cdf43476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:55.277022 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-e7b954d5-726b-46c1-bc38-9522cdf43476 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.0979450 Jun 17 11:43:55.317927 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-93c194bc-ecef-42fb-ba3e-53825bde7b9e req-f33d5fc7-1c34-4f90-bc74-b93ccf6b0c1a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761573 Jun 17 11:43:55.324818 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60474) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:55.390182 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] Deleting subnet bb84cb44-4cc5-4b6a-bfda-0c4c70174126 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:43:55.394023 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] Publish callbacks [] for subnet (bb84cb44-4cc5-4b6a-bfda-0c4c70174126), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:55.437813 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] Publish callbacks [] for subnet (bb84cb44-4cc5-4b6a-bfda-0c4c70174126), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:55.444651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (bb84cb44-4cc5-4b6a-bfda-0c4c70174126), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:55.532811 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 64e882c6-f99d-40c3-9d04-6f350ee05b98 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:43:55.682593 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 64e882c6-f99d-40c3-9d04-6f350ee05b98, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64e882c6-f99d-40c3-9d04-6f350ee05b98,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:55.696409 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'port_id': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'mac_address': 'fa:16:3e:2f:93:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:43:55.746952 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b91e2-5344-422d-9523-93c881bd43ae req-9bd0c7f1-82ac-4c83-9940-8dbdcac3f2b7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:55.748656 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e77b91e2-5344-422d-9523-93c881bd43ae req-9bd0c7f1-82ac-4c83-9940-8dbdcac3f2b7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0716538 Jun 17 11:43:55.756155 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 64e882c6-f99d-40c3-9d04-6f350ee05b98 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:55.756742 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:55.775434 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e882c6-f99d-40c3-9d04-6f350ee05b98 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:43:55.791592 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:55.798207 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 64e882c6-f99d-40c3-9d04-6f350ee05b98, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64e882c6-f99d-40c3-9d04-6f350ee05b98,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:55.810133 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-81bcb3f2-65fd-423b-adb0-7d769f2605f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:55.812662 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-81bcb3f2-65fd-423b-adb0-7d769f2605f5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825183 Jun 17 11:43:55.833703 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (bb84cb44-4cc5-4b6a-bfda-0c4c70174126), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:55.842438 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:55.886769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb84cb44-4cc5-4b6a-bfda-0c4c70174126,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:55.890342 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:55.896772 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a12f5937-32f4-4b70-b42f-d9a1b7fe63c4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bb84cb44-4cc5-4b6a-bfda-0c4c70174126 HTTP/1.1" status: 204 len: 168 time: 0.5645335 Jun 17 11:43:55.897029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60482) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:55.905013 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e77b91e2-5344-422d-9523-93c881bd43ae req-9286ddd3-9fc9-4c64-9183-26af2a13ce9a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361196 Jun 17 11:43:55.923473 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:55.995632 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-6f3a1a1f-85a7-49b5-85e3-e8e371736805 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730518 Jun 17 11:43:56.033252 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (c6f48b6e-5e75-4a43-91dd-a0b6f2a37841), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:56.053570 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=64e882c6-f99d-40c3-9d04-6f350ee05b98,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:56.150144 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (c6f48b6e-5e75-4a43-91dd-a0b6f2a37841), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:56.188517 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f48b6e-5e75-4a43-91dd-a0b6f2a37841']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:56.199121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cfd09-9ccd-4184-8808-05a404d68acc req-057ad28c-49b0-4e6c-ad71-3338830b9535 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:56.204879 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251cfd09-9ccd-4184-8808-05a404d68acc req-057ad28c-49b0-4e6c-ad71-3338830b9535 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1436334 Jun 17 11:43:56.208280 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d4e636-8133-4083-be03-98ae22c8beb6') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:56.208839 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d4e636-8133-4083-be03-98ae22c8beb6') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:43:56.224511 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (57d4e636-8133-4083-be03-98ae22c8beb6), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:56.226822 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['64e882c6-f99d-40c3-9d04-6f350ee05b98'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:43:56.250725 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (57d4e636-8133-4083-be03-98ae22c8beb6), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:56.260997 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:43:56.261765 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (57d4e636-8133-4083-be03-98ae22c8beb6), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:56.280600 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5db45359-43a7-4a5e-b402-d6840bd30ee7 req-4b726c05-97c9-437b-b35f-564f4a58de5f service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755957 Jun 17 11:43:56.354373 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251cfd09-9ccd-4184-8808-05a404d68acc req-d90e0987-074c-4af4-901a-bcc8ba5fa1d7 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122987 Jun 17 11:43:56.362853 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 57d4e636-8133-4083-be03-98ae22c8beb6 resource provider aggregate not found Jun 17 11:43:56.434685 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 57d4e636-8133-4083-be03-98ae22c8beb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57d4e636-8133-4083-be03-98ae22c8beb6 found for delete ", "request_id": "req-84578c3e-3c16-4a15-a538-d9423ef9215c"}]} Jun 17 11:43:56.469116 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (c6f48b6e-5e75-4a43-91dd-a0b6f2a37841), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:56.476490 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:56.480640 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c6f48b6e-5e75-4a43-91dd-a0b6f2a37841 HTTP/1.1" status: 204 len: 168 time: 0.5828936 Jun 17 11:43:56.501545 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85e0e3-3c25-4711-b975-6d7a4286e571 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f48b6e-5e75-4a43-91dd-a0b6f2a37841,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:56.626601 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000650b8-932f-4b3f-b6a7-72b378eb6e29 req-7a6ce67c-9d62-48af-bba3-7ccd8a5b23d3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:56.629583 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-000650b8-932f-4b3f-b6a7-72b378eb6e29 req-7a6ce67c-9d62-48af-bba3-7ccd8a5b23d3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 944 time: 0.1184101 Jun 17 11:43:56.762245 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-000650b8-932f-4b3f-b6a7-72b378eb6e29 req-78f89148-94ce-4bc6-b73c-239e27934a39 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193483 Jun 17 11:43:57.135685 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d6d58-4b17-472e-9078-3a9d9a94154d req-ac7ea51a-0b3e-4664-9516-47d4f14496bb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:57.144088 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c06d6d58-4b17-472e-9078-3a9d9a94154d req-ac7ea51a-0b3e-4664-9516-47d4f14496bb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1125257 Jun 17 11:43:57.201506 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c06d6d58-4b17-472e-9078-3a9d9a94154d req-63b0e109-2510-492e-ac14-ed889bef8025 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543940 Jun 17 11:43:57.459428 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60510) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:57.533709 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-2c406f81-0db7-451c-915f-b535bbb1ca98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1c1e0064ef5486795031aff48250978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724378 Jun 17 11:43:57.541354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60512) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:43:57.542331 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 64e882c6-f99d-40c3-9d04-6f350ee05b98 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:43:57.616136 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 64e882c6-f99d-40c3-9d04-6f350ee05b98 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:43:57.672753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4652e919-2b43-460f-8099-95ffa167f40c admin admin] Publish callbacks [] for security_group (200647b0-1ef6-4499-aeb7-9e7bd0d1d062), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:57.712975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 64e882c6-f99d-40c3-9d04-6f350ee05b98 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:43:57.714250 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:57.751068 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4652e919-2b43-460f-8099-95ffa167f40c admin admin] Publish callbacks [] for security_group (200647b0-1ef6-4499-aeb7-9e7bd0d1d062), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:57.847453 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 64e882c6-f99d-40c3-9d04-6f350ee05b98 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:43:57.847453 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:57.883522 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:43:57.890670 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03808d3-4f3d-43f9-a0e5-b8836ffd09a0" -d '{"events": [{"server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "name": "network-vif-plugged", "status": "completed", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:43:57.896043 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:57.930643 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:57.937191 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 64e882c6-f99d-40c3-9d04-6f350ee05b98, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64e882c6-f99d-40c3-9d04-6f350ee05b98,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:43:57.969970 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:58.028115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41cef1a-b1b7-4489-ac36-13c1017a918d x-openstack-request-id: req-b41cef1a-b1b7-4489-ac36-13c1017a918d {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:43:58.028115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "name": "network-vif-plugged", "status": "completed", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:43:58.028115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b41cef1a-b1b7-4489-ac36-13c1017a918d {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:43:58.028562 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41cef1a-b1b7-4489-ac36-13c1017a918d'] response: {'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'code': 200} Jun 17 11:43:58.057559 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4652e919-2b43-460f-8099-95ffa167f40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (200647b0-1ef6-4499-aeb7-9e7bd0d1d062), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:58.059767 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:58.060944 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4652e919-2b43-460f-8099-95ffa167f40c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:43:58.065385 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4652e919-2b43-460f-8099-95ffa167f40c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/200647b0-1ef6-4499-aeb7-9e7bd0d1d062 HTTP/1.1" status: 204 len: 168 time: 0.5206196 Jun 17 11:43:58.086070 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652e919-2b43-460f-8099-95ffa167f40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200647b0-1ef6-4499-aeb7-9e7bd0d1d062,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:58.102382 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28238d-e477-41eb-814a-46d84e3dc896 req-54bc416c-1065-41de-b108-eb031d9b28d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:58.112677 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc28238d-e477-41eb-814a-46d84e3dc896 req-54bc416c-1065-41de-b108-eb031d9b28d4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 944 time: 0.1236441 Jun 17 11:43:58.189022 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc28238d-e477-41eb-814a-46d84e3dc896 req-c12cf081-1047-4ff5-84af-c287dbb584ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746155 Jun 17 11:43:58.525999 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=64e882c6-f99d-40c3-9d04-6f350ee05b98,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:43:58.541760 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34499-bb0a-4696-b325-c4f7d24a2572 req-2273c1f0-1a86-4b21-8afb-7b222873a89f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:58.548370 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-09a34499-bb0a-4696-b325-c4f7d24a2572 req-2273c1f0-1a86-4b21-8afb-7b222873a89f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1600099 Jun 17 11:43:58.656435 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45861db-2012-4afe-b082-94cefdf67b5f req-8b3dae3d-321f-4e68-b38b-c370cbae57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:58.660326 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d45861db-2012-4afe-b082-94cefdf67b5f req-8b3dae3d-321f-4e68-b38b-c370cbae57ee service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 1129 time: 0.1755142 Jun 17 11:43:58.727791 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:43:58.741059 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-09a34499-bb0a-4696-b325-c4f7d24a2572 req-c60e21c3-c119-4ac7-a678-0c75678a61ef tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522436 Jun 17 11:43:58.777199 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d45861db-2012-4afe-b082-94cefdf67b5f req-a29ce8fb-5905-428a-bc5b-eaa0849e5b69 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106210 Jun 17 11:43:59.377483 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8856-88d5-4acf-95b0-a4ec0b2709a7 req-e4fd1226-6fae-4160-b944-36f9c6b5ca97 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:43:59.395619 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b7fe8856-88d5-4acf-95b0-a4ec0b2709a7 req-e4fd1226-6fae-4160-b944-36f9c6b5ca97 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.0926011 Jun 17 11:43:59.473131 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b7fe8856-88d5-4acf-95b0-a4ec0b2709a7 req-84487e41-bfff-475f-b4ed-be3b969fd141 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760636 Jun 17 11:43:59.997190 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df907b2-f216-4a2a-a958-ea3b086099ea req-913dd469-7b09-4ca2-b1ab-959ad15c8347 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:00.008953 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6df907b2-f216-4a2a-a958-ea3b086099ea req-913dd469-7b09-4ca2-b1ab-959ad15c8347 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.1266284 Jun 17 11:44:00.071687 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6df907b2-f216-4a2a-a958-ea3b086099ea req-52068438-6908-47d8-9c20-95e2a70209bf tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599825 Jun 17 11:44:00.598535 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9729d1-77e8-4a8a-9a80-3ce151a49c64 req-d99705e7-aa03-4fa0-bd49-c151f68ddbff tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:00.615816 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1e9729d1-77e8-4a8a-9a80-3ce151a49c64 req-d99705e7-aa03-4fa0-bd49-c151f68ddbff tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.0502391 Jun 17 11:44:00.671076 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1e9729d1-77e8-4a8a-9a80-3ce151a49c64 req-565d8def-6326-4caf-9605-7c8cac9a35bc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541532 Jun 17 11:44:00.878433 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:44:01.280363 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1d41d-cabf-4976-bf08-6c99190701e8 req-d0580a76-7575-4c19-a6f5-ed420dff8410 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:01.289469 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c6b1d41d-cabf-4976-bf08-6c99190701e8 req-d0580a76-7575-4c19-a6f5-ed420dff8410 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0821109 Jun 17 11:44:01.400246 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c6b1d41d-cabf-4976-bf08-6c99190701e8 req-c3b6b991-b6b1-439a-a62e-a42c4b156c79 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095259 Jun 17 11:44:01.860020 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff143-bfb3-451d-ba7f-bb0ab2617e87 req-5ceaba36-3a87-4054-8b73-8e3faef1cc5b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:01.861706 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e01ff143-bfb3-451d-ba7f-bb0ab2617e87 req-5ceaba36-3a87-4054-8b73-8e3faef1cc5b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.0777793 Jun 17 11:44:01.896380 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:01.946679 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e01ff143-bfb3-451d-ba7f-bb0ab2617e87 req-d1d75778-1c3d-4263-a45b-5ea2c26abb2f tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737469 Jun 17 11:44:02.093642 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668a9ce-bf3c-4897-b496-4b6464ac59ca req-52b7659d-bc29-4f9c-96fe-6cefc6964067 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:02.095268 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6668a9ce-bf3c-4897-b496-4b6464ac59ca req-52b7659d-bc29-4f9c-96fe-6cefc6964067 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Jun 17 11:44:02.114651 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60582) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:02.119778 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'port_id': '64e882c6-f99d-40c3-9d04-6f350ee05b98'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:02.163894 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (bf15a4c3-070c-4691-aa61-c1ec0f02136e), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:02.293439 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:02.589963 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ddcfe-8c69-4542-b5df-ebd382d8b1c5 req-9809a911-b5d3-49cb-a43d-d56e13c7ab90 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:02.592521 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f35ddcfe-8c69-4542-b5df-ebd382d8b1c5 req-9809a911-b5d3-49cb-a43d-d56e13c7ab90 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0643077 Jun 17 11:44:02.601963 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:02.678960 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f35ddcfe-8c69-4542-b5df-ebd382d8b1c5 req-f1f458b4-ccdc-4e4b-97c1-bc11cd5ff958 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785286 Jun 17 11:44:02.727691 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:02.832567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (bf15a4c3-070c-4691-aa61-c1ec0f02136e), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:02.971011 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP bf15a4c3-070c-4691-aa61-c1ec0f02136e associated. External IP: 172.27.2.237, port: 64e882c6-f99d-40c3-9d04-6f350ee05b98. Jun 17 11:44:03.198410 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:44:03.213513 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:03.356951 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-23e06b70-125d-4825-9e04-c3ddf6155557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:03.359844 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-23e06b70-125d-4825-9e04-c3ddf6155557 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 1129 time: 0.0758381 Jun 17 11:44:03.404609 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:44:03.411019 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:03.423268 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:44:03.434734 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:03.439747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:44:03.440371 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:43:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:03.451572 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-cd52a6c0-bc18-4275-bc9c-170d9fab792b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "PUT /v2.0/floatingips/bf15a4c3-070c-4691-aa61-c1ec0f02136e HTTP/1.1" status: 200 len: 991 time: 1.3349700 Jun 17 11:44:03.452840 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:44:03.455753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:44:03.515763 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa4b739-df8f-4c33-81a3-3cc28c51d6a0 x-openstack-request-id: req-5aa4b739-df8f-4c33-81a3-3cc28c51d6a0 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:44:03.516072 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:44:03.516329 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5aa4b739-df8f-4c33-81a3-3cc28c51d6a0 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:44:03.517903 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa4b739-df8f-4c33-81a3-3cc28c51d6a0'] response: {'name': 'network-changed', 'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'status': 'completed', 'code': 200} Jun 17 11:44:03.547330 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-79629b25-6860-4f72-9ca4-cd558f94f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:03.549550 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-79629b25-6860-4f72-9ca4-cd558f94f7a8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 917 time: 0.1836176 Jun 17 11:44:03.571810 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:44:03.641252 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-603e760e-1bc0-4493-8b98-fcf6d4103784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:03.642834 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-603e760e-1bc0-4493-8b98-fcf6d4103784 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 1129 time: 0.1093583 Jun 17 11:44:03.694999 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-75c800cb-5038-4f4b-aa73-0d15b10bb3f8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9d2fad-e808-44df-adda-539bddcec93d HTTP/1.1" status: 200 len: 1001 time: 0.1153123 Jun 17 11:44:03.833793 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:03.899802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 2, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}, {'id': 'bf15a4c3-070c-4691-aa61-c1ec0f02136e', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:2f:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d94a32-3230-4516-9233-fa758d450798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:40Z', 'updated_at': '2022-06-17T11:44:02Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:03.955212 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-c96ce5b5-5e42-4f9a-a76f-89216458560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:03.955212 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-c96ce5b5-5e42-4f9a-a76f-89216458560a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.1708670 Jun 17 11:44:03.955212 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2ad7-a5fd-4c59-b24a-57566ec55c03 req-aad79848-2b92-4106-b1fa-602aa6c41229 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:03.955212 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-620d2ad7-a5fd-4c59-b24a-57566ec55c03 req-aad79848-2b92-4106-b1fa-602aa6c41229 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0943902 Jun 17 11:44:03.955868 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:44:03.955965 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-6f57407d-4d35-4246-8969-3aab55fc6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:03.955965 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-6f57407d-4d35-4246-8969-3aab55fc6cd6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 915 time: 0.2790132 Jun 17 11:44:03.956124 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:44:03.956124 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:43:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:04.047788 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:04.050068 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:44:04.067839 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-2262359c-d100-49c6-ab0f-c54a151cca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:04.069881 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-2262359c-d100-49c6-ab0f-c54a151cca3e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1453989 Jun 17 11:44:04.128277 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-4777c45b-abe2-4a25-97cc-4b0f22ac516c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e882c6-f99d-40c3-9d04-6f350ee05b98 HTTP/1.1" status: 200 len: 999 time: 0.1829708 Jun 17 11:44:04.146700 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-620d2ad7-a5fd-4c59-b24a-57566ec55c03 req-78d7f030-c8ce-4d03-91d5-ac8dcefb1889 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048023 Jun 17 11:44:04.224904 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:04.271502 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-69156096-1346-4751-8a03-8c2ddcb85771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:04.273058 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-69156096-1346-4751-8a03-8c2ddcb85771 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.1331356 Jun 17 11:44:04.279993 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-c59f16cb-b660-4453-8533-a71dda149045 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007077 Jun 17 11:44:04.332920 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 2, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}, {'id': 'bf15a4c3-070c-4691-aa61-c1ec0f02136e', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:2f:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d94a32-3230-4516-9233-fa758d450798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:40Z', 'updated_at': '2022-06-17T11:44:02Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:04.362567 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-3c2c19da-5a0a-4de2-9971-971bc7279afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:04.366209 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-3c2c19da-5a0a-4de2-9971-971bc7279afc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841420 Jun 17 11:44:04.390371 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd435e-da80-434f-800b-166d86f3fe16 None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 2, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}, {'id': 'bf15a4c3-070c-4691-aa61-c1ec0f02136e', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:2f:93:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d94a32-3230-4516-9233-fa758d450798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:40Z', 'updated_at': '2022-06-17T11:44:02Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:44:04.704633 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd3767-b33c-48bc-b217-f743b04d734c None None] New status for floating IP bf15a4c3-070c-4691-aa61-c1ec0f02136e: ACTIVE {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:44:04.819853 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb12bc4a-863e-4cfd-a68c-35384f570c39 req-9b24723b-4c71-45cb-aabe-5b0de5826cb0 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984045 Jun 17 11:44:04.863171 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-f3aa09dc-78ef-4a5a-8347-f23be25e7a01 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548542 Jun 17 11:44:05.308702 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb98f4-f179-4670-a2ed-7d0650b13af9 req-3a4564a9-ebc1-404e-a3d6-3b868a82293a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:05.311065 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fecb98f4-f179-4670-a2ed-7d0650b13af9 req-3a4564a9-ebc1-404e-a3d6-3b868a82293a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0560932 Jun 17 11:44:05.379769 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fecb98f4-f179-4670-a2ed-7d0650b13af9 req-088ae720-674c-4f83-8f57-77753992f3ef tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610328 Jun 17 11:44:06.548382 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c362b-0ec5-40f8-8317-993356180327 req-362d2fb1-d013-4faa-a3a4-53037776cf48 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:06.550032 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-772c362b-0ec5-40f8-8317-993356180327 req-362d2fb1-d013-4faa-a3a4-53037776cf48 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0676324 Jun 17 11:44:06.568760 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-05f8c330-f956-4fb1-b7fe-da5a361c8bdb req-df6c2273-1def-4287-a210-19c4f4ac11e6 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547899 Jun 17 11:44:06.622422 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-772c362b-0ec5-40f8-8317-993356180327 req-d13b6018-3f25-4a53-80e3-f2533e436743 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624461 Jun 17 11:44:07.592290 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:44:07.700114 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: ACTIVE; New status is: DOWN {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:07.700363 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:07.736028 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:44:07.738334 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322d07c5-affc-4eb5-880d-243f012c9538" -d '{"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:44:07.753407 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:07.788032 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cb4c8-dbe2-45a7-b056-6b0e17658cce req-7d0bf5b6-5a4c-4805-9963-671b75909692 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:07.789707 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-589cb4c8-dbe2-45a7-b056-6b0e17658cce req-7d0bf5b6-5a4c-4805-9963-671b75909692 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 945 time: 0.0683820 Jun 17 11:44:07.807070 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Jun 2022 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec7946f-c984-4e66-a05b-6ab96f46246e x-openstack-request-id: req-9ec7946f-c984-4e66-a05b-6ab96f46246e {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:44:07.807582 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:44:07.808035 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ec7946f-c984-4e66-a05b-6ab96f46246e {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:44:07.808609 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec7946f-c984-4e66-a05b-6ab96f46246e'] response: {'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d', 'code': 200} Jun 17 11:44:07.864402 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-589cb4c8-dbe2-45a7-b056-6b0e17658cce req-ba6695d8-9881-4fdd-a109-945e46bb3582 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610950 Jun 17 11:44:07.879273 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:07.973811 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=8']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:07.985460 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.987019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.987019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.987019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.987019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.987518 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.987850 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.988387 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.988739 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.989147 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.989667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.990080 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.990669 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.990991 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:07.991396 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:09.713748 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-91ed0388-ef83-45ad-b103-cd7eafaab16d req-661b818b-6832-40e8-ba37-d4066189316c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:44:09.715652 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-91ed0388-ef83-45ad-b103-cd7eafaab16d req-661b818b-6832-40e8-ba37-d4066189316c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091941 Jun 17 11:44:10.212942 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60708) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:10.241787 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1f4db-cc5d-413c-93af-2efe62e6dfb6 req-fc5efb84-7077-473d-8920-b0069518b99a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:10.250275 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5b1f4db-cc5d-413c-93af-2efe62e6dfb6 req-fc5efb84-7077-473d-8920-b0069518b99a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0660877 Jun 17 11:44:10.269723 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:10.312262 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5b1f4db-cc5d-413c-93af-2efe62e6dfb6 req-13d598cc-86ff-4a25-a550-0180ed8262ca tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606711 Jun 17 11:44:10.393285 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:10.517258 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Publish callbacks [] for security_group (0f159608-e8d4-43ec-8a7a-fd3a22f1dee1), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:10.700966 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0f159608-e8d4-43ec-8a7a-fd3a22f1dee1), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:10.755426 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f159608-e8d4-43ec-8a7a-fd3a22f1dee1,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:10.760047 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abdc46f28f934f8ba6ca0e14879746ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460336 Jun 17 11:44:10.763050 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60732) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:10.767667 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.768016 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.768359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.768695 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.769029 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.769364 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.769685 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.770002 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.770325 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.770647 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.770966 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.771284 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.771702 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.772017 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.772332 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accc51b2-0f3a-4b2d-8e73-22a91fbb8d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:10.837381 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Publish callbacks [] for security_group (0f159608-e8d4-43ec-8a7a-fd3a22f1dee1), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:10.871479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Publish callbacks [] for security_group (0f159608-e8d4-43ec-8a7a-fd3a22f1dee1), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:11.113124 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0f159608-e8d4-43ec-8a7a-fd3a22f1dee1), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:11.116057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:11.117272 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f159608-e8d4-43ec-8a7a-fd3a22f1dee1 HTTP/1.1" status: 204 len: 168 time: 0.3525267 Jun 17 11:44:11.127347 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f159608-e8d4-43ec-8a7a-fd3a22f1dee1,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:11.135801 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.136138 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.136499 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.136839 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.137169 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.137493 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.137811 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.138131 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.138466 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.139620 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.140049 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.140618 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.141123 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.141450 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.141770 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b6b00-7a44-4bd6-8e28-31c90dd2ab32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:11.239895 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60740) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:11.416027 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-52093d81-343e-4e50-90aa-ce7f57f97fee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1742494 Jun 17 11:44:11.430328 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-63d4312b-d6de-49d7-a9fe-0233f4a48369 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:44:11.432393 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-63d4312b-d6de-49d7-a9fe-0233f4a48369 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0106196 Jun 17 11:44:11.511834 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac840580-be3a-4041-8632-ab9fd79a060b req-6ed22deb-c5c9-4c1f-bb7d-d2b57f818255 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:11.523783 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac840580-be3a-4041-8632-ab9fd79a060b req-6ed22deb-c5c9-4c1f-bb7d-d2b57f818255 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0896020 Jun 17 11:44:11.585147 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:44:11.612655 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac840580-be3a-4041-8632-ab9fd79a060b req-e225d656-e579-4500-b8c9-784272e07aed tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874906 Jun 17 11:44:11.652916 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60756) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:11.758282 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: DOWN; New status is: DOWN {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:11.802009 dv-cinder-837166-3-iscsi neutron-server[111182]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 11:44:11.862074 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-d1dc11b4-340f-4b12-a674-03fcbc0c1f28 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:11.863674 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-d1dc11b4-340f-4b12-a674-03fcbc0c1f28 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports/4f9d2fad-e808-44df-adda-539bddcec93d HTTP/1.1" status: 200 len: 940 time: 0.2079885 Jun 17 11:44:12.101872 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60766) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:12.119061 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a3722e2d-3ac3-4226-b899-1d778eb2e6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:12.229802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a3722e2d-3ac3-4226-b899-1d778eb2e6d8 admin admin] Publish callbacks [] for security_group (ab726ce9-22ba-4509-bbad-ce6e87c45bc2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:12.417111 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a3722e2d-3ac3-4226-b899-1d778eb2e6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ab726ce9-22ba-4509-bbad-ce6e87c45bc2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:12.464539 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3722e2d-3ac3-4226-b899-1d778eb2e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab726ce9-22ba-4509-bbad-ce6e87c45bc2,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:12.473774 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a3722e2d-3ac3-4226-b899-1d778eb2e6d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f90c0b8f62f4da59f06212435597c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676219 Jun 17 11:44:12.475004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60770) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:12.541178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb9e7-ca06-46ee-91b3-e6685f5f63ef admin admin] Publish callbacks [] for security_group (ab726ce9-22ba-4509-bbad-ce6e87c45bc2), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:12.564300 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:12.570292 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb9e7-ca06-46ee-91b3-e6685f5f63ef admin admin] Publish callbacks [] for security_group (ab726ce9-22ba-4509-bbad-ce6e87c45bc2), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:12.695430 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb9e7-ca06-46ee-91b3-e6685f5f63ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ab726ce9-22ba-4509-bbad-ce6e87c45bc2), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:12.698113 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb9e7-ca06-46ee-91b3-e6685f5f63ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:12.699320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-0f8bb9e7-ca06-46ee-91b3-e6685f5f63ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab726ce9-22ba-4509-bbad-ce6e87c45bc2 HTTP/1.1" status: 204 len: 168 time: 0.2232864 Jun 17 11:44:12.715998 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bb9e7-ca06-46ee-91b3-e6685f5f63ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab726ce9-22ba-4509-bbad-ce6e87c45bc2,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:12.808256 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309d0ea-a0b8-44f9-b9bc-e992406e6d35 req-1a0e8846-4611-4c27-bb7f-5985af3d6b44 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:12.809880 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8309d0ea-a0b8-44f9-b9bc-e992406e6d35 req-1a0e8846-4611-4c27-bb7f-5985af3d6b44 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0585032 Jun 17 11:44:12.875301 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8309d0ea-a0b8-44f9-b9bc-e992406e6d35 req-22400eca-8cbc-47f1-acd8-6163516497c0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567598 Jun 17 11:44:13.798661 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-abd1ae66-ff97-4ec2-a854-9fb29de3012b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:14.040909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26b339-04c7-4490-9fc3-7abc96a7e2a2 req-b6074bc9-b9e9-4cdf-ba45-efb3e4ef0815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:14.042621 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0e26b339-04c7-4490-9fc3-7abc96a7e2a2 req-b6074bc9-b9e9-4cdf-ba45-efb3e4ef0815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0521593 Jun 17 11:44:14.105526 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0e26b339-04c7-4490-9fc3-7abc96a7e2a2 req-7c7d58f6-cc25-427d-be0d-f2f74f93ee5a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546241 Jun 17 11:44:14.892732 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:14.897514 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:15.057673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 60810) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:15.265743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:15.277975 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87819215-2cb8-47e7-b785-285100a1f856 req-43273697-c232-411e-b7cb-ea3a150f29b4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:15.280176 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-87819215-2cb8-47e7-b785-285100a1f856 req-43273697-c232-411e-b7cb-ea3a150f29b4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0874124 Jun 17 11:44:15.281317 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fd8f658d-ecd9-4d58-b271-d65bbefd5c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:15.381192 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-87819215-2cb8-47e7-b785-285100a1f856 req-5831ddeb-273c-4c03-99b7-7381cd94a842 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897090 Jun 17 11:44:15.433458 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fd8f658d-ecd9-4d58-b271-d65bbefd5c96 admin admin] Publish callbacks [] for security_group (0df21250-61fb-433c-90cf-791743683381), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:15.553431 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fd8f658d-ecd9-4d58-b271-d65bbefd5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0df21250-61fb-433c-90cf-791743683381), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:15.602452 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-fd8f658d-ecd9-4d58-b271-d65bbefd5c96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d72017c45d24581b20b94589fbb954b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5433509 Jun 17 11:44:15.603979 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f658d-ecd9-4d58-b271-d65bbefd5c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df21250-61fb-433c-90cf-791743683381,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:15.606209 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 60816) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:15.975289 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9aa45976-8816-4738-926c-0930659c42cc admin admin] Publish callbacks [] for security_group (0df21250-61fb-433c-90cf-791743683381), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:16.007043 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9aa45976-8816-4738-926c-0930659c42cc admin admin] Publish callbacks [] for security_group (0df21250-61fb-433c-90cf-791743683381), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:16.153057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9aa45976-8816-4738-926c-0930659c42cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0df21250-61fb-433c-90cf-791743683381), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:16.156064 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9aa45976-8816-4738-926c-0930659c42cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:16.157301 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9aa45976-8816-4738-926c-0930659c42cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0df21250-61fb-433c-90cf-791743683381 HTTP/1.1" status: 204 len: 168 time: 0.5482004 Jun 17 11:44:16.168861 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa45976-8816-4738-926c-0930659c42cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df21250-61fb-433c-90cf-791743683381,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:16.251127 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d616bb05-2dc0-4ca2-9440-21abf9cd1d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:16.536423 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39248-40be-497f-aea7-dab5b9655b5d req-835d4bd7-2f27-4c4e-88d2-1a6eb683522f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:16.538021 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0db39248-40be-497f-aea7-dab5b9655b5d req-835d4bd7-2f27-4c4e-88d2-1a6eb683522f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0627458 Jun 17 11:44:16.608644 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0db39248-40be-497f-aea7-dab5b9655b5d req-a6ca45ad-1e84-4698-9748-ac3a74e3fb0f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635624 Jun 17 11:44:17.484946 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-cab25f19-bee4-415a-8115-d2022b60ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:17.484946 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-cab25f19-bee4-415a-8115-d2022b60ba5b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972&tenant_id=bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 1127 time: 0.0935669 Jun 17 11:44:17.484946 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-711bf495-1675-4fc0-a343-704c1ca93f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:17.484946 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-711bf495-1675-4fc0-a343-704c1ca93f53 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 1127 time: 0.0503554 Jun 17 11:44:17.484946 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-8ae14e53-2cd2-4659-a30d-2472a66429ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:17.484946 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-8ae14e53-2cd2-4659-a30d-2472a66429ca service neutron] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 917 time: 0.1011615 Jun 17 11:44:17.486583 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:17.496765 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-e78b94df-8db5-4902-9498-0a9aa1985157 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f9d2fad-e808-44df-adda-539bddcec93d HTTP/1.1" status: 200 len: 999 time: 0.0684047 Jun 17 11:44:17.550833 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-d6123415-6cb9-469a-97b5-67237c67c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:17.552448 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-d6123415-6cb9-469a-97b5-67237c67c404 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.0494115 Jun 17 11:44:17.604538 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-a9efaba7-1580-4cc3-a804-70685edfedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:17.606098 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-a9efaba7-1580-4cc3-a804-70685edfedd8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464442 Jun 17 11:44:17.659292 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:17.742601 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-a860c740-9594-4699-a318-da40a27c09d1 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287677 Jun 17 11:44:17.824379 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d8f4b-a1c9-4216-a30e-1fa80b27a421 req-c1aaa082-7f5a-4efe-8484-a55b0897378f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:17.827344 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5a8d8f4b-a1c9-4216-a30e-1fa80b27a421 req-c1aaa082-7f5a-4efe-8484-a55b0897378f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.1066942 Jun 17 11:44:17.901955 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:17.929804 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3dcea65-c963-4fc1-b637-3fae8c29e528 req-e8fefe52-3226-495a-a34d-6f7580dd678c service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687250 Jun 17 11:44:17.933571 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5a8d8f4b-a1c9-4216-a30e-1fa80b27a421 req-90e6c4d3-7682-4668-874c-979565448c2e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760663 Jun 17 11:44:18.892145 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:19.211806 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e587-67b3-49af-a07b-d8724fc2dd5d req-39eedfca-2f71-4ea7-9e62-0f0b81c7bfa1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:19.215291 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a721e587-67b3-49af-a07b-d8724fc2dd5d req-39eedfca-2f71-4ea7-9e62-0f0b81c7bfa1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.1061544 Jun 17 11:44:19.392316 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a721e587-67b3-49af-a07b-d8724fc2dd5d req-c01046e4-b105-4187-9024-abf71df37a58 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447992 Jun 17 11:44:19.422274 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:20.543750 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6853158-0bf4-4370-a400-a940ea41a643 req-2bd8ab26-55cb-41a3-aaa2-13f294ac071d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:20.547995 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c6853158-0bf4-4370-a400-a940ea41a643 req-2bd8ab26-55cb-41a3-aaa2-13f294ac071d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0631092 Jun 17 11:44:20.641273 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c6853158-0bf4-4370-a400-a940ea41a643 req-8d19ce67-96c1-483e-8ea8-5c5bfec91029 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883093 Jun 17 11:44:21.809381 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16292-a173-4c47-b62c-4c9622ee95f6 req-99f8a37a-af25-4cb2-8a77-e1761e066fa3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:21.811711 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9c16292-a173-4c47-b62c-4c9622ee95f6 req-99f8a37a-af25-4cb2-8a77-e1761e066fa3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0723860 Jun 17 11:44:21.874445 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9c16292-a173-4c47-b62c-4c9622ee95f6 req-7c521e9c-e83e-41a1-a90b-92a8bf479372 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544491 Jun 17 11:44:23.050365 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23b8e-baaf-4d07-aa84-94ddeef77141 req-a6285076-b976-47b0-8045-485cf09998c8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:23.054050 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-74c23b8e-baaf-4d07-aa84-94ddeef77141 req-a6285076-b976-47b0-8045-485cf09998c8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0958409 Jun 17 11:44:23.113544 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-74c23b8e-baaf-4d07-aa84-94ddeef77141 req-e9dd1d7e-81c2-4845-8989-763082bf35d2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524716 Jun 17 11:44:24.248311 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfaae8-205a-49b7-b114-2900bda5aab4 req-8bc0c25e-2a5b-425e-835f-f71347c44053 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:24.250540 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8fbfaae8-205a-49b7-b114-2900bda5aab4 req-8bc0c25e-2a5b-425e-835f-f71347c44053 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0525331 Jun 17 11:44:24.321604 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8fbfaae8-205a-49b7-b114-2900bda5aab4 req-ff27cbff-473f-48f2-b586-a12cd127c370 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652854 Jun 17 11:44:24.731570 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:25.505005 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dc36d-4a42-47da-a01b-e36cb952f943 req-bb4cace3-048c-4c2f-8632-35419838dd13 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:25.507732 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f53dc36d-4a42-47da-a01b-e36cb952f943 req-bb4cace3-048c-4c2f-8632-35419838dd13 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0902348 Jun 17 11:44:25.621602 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f53dc36d-4a42-47da-a01b-e36cb952f943 req-d400ef15-b4a7-43db-95b8-db6dc070f673 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063888 Jun 17 11:44:26.161363 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:26.163110 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:26.829811 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370703e-5bc0-45b2-80cf-f7f27ac46624 req-465441b7-4786-4b7f-8a17-425c95751b18 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:26.832296 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f370703e-5bc0-45b2-80cf-f7f27ac46624 req-465441b7-4786-4b7f-8a17-425c95751b18 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0910242 Jun 17 11:44:26.903737 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f370703e-5bc0-45b2-80cf-f7f27ac46624 req-8b3ad549-3f5e-49ac-a571-ed5d02c2ee65 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612926 Jun 17 11:44:28.047386 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c140f2a-6efd-41db-95ac-8d532c9582f7 req-1d057d8e-d7bf-43e6-a918-0298332bfbbf tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:28.049410 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4c140f2a-6efd-41db-95ac-8d532c9582f7 req-1d057d8e-d7bf-43e6-a918-0298332bfbbf tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0660589 Jun 17 11:44:28.121521 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4c140f2a-6efd-41db-95ac-8d532c9582f7 req-dd534d06-d95f-431d-bb41-c3f139d6486d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654726 Jun 17 11:44:29.283389 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef0fa4-200a-4a24-b2e2-36b059259f74 req-9fad5d53-66cd-4818-9fbf-751bbb1841c2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:29.285026 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3eef0fa4-200a-4a24-b2e2-36b059259f74 req-9fad5d53-66cd-4818-9fbf-751bbb1841c2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0679452 Jun 17 11:44:29.362782 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3eef0fa4-200a-4a24-b2e2-36b059259f74 req-432db429-9f73-458d-b876-7d7d2dd3b025 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710037 Jun 17 11:44:30.498894 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:30.511567 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620f3f-6579-461c-99a9-b93cafb85a7f req-1cc9d7d1-4822-47ab-a7e4-b01f5a42674c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:30.513184 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b3620f3f-6579-461c-99a9-b93cafb85a7f req-1cc9d7d1-4822-47ab-a7e4-b01f5a42674c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0683618 Jun 17 11:44:30.575637 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b3620f3f-6579-461c-99a9-b93cafb85a7f req-4f10df93-f0a3-4736-8703-03d4aa82a6db tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546587 Jun 17 11:44:31.116379 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:31.117778 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:31.740306 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd65573-afa3-478b-a533-253dfaa49238 req-625468e9-6478-4654-8343-8e9bae7a325c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:31.742225 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ebd65573-afa3-478b-a533-253dfaa49238 req-625468e9-6478-4654-8343-8e9bae7a325c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0621672 Jun 17 11:44:31.831406 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ebd65573-afa3-478b-a533-253dfaa49238 req-cf20e41e-db36-4b44-bac6-1ee8f1e39049 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766191 Jun 17 11:44:32.985908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a497a45-bed5-4eab-8f31-2b238bf3a27a req-4ba06dd0-6205-49a0-9569-93b2ee5bfeaa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:32.987443 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6a497a45-bed5-4eab-8f31-2b238bf3a27a req-4ba06dd0-6205-49a0-9569-93b2ee5bfeaa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0652041 Jun 17 11:44:33.018575 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:33.045087 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6a497a45-bed5-4eab-8f31-2b238bf3a27a req-4c2d7d57-617b-4a00-8924-3066bfc2ebd2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504315 Jun 17 11:44:34.210838 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32f037-e20c-4791-8e5f-628f7ee677f4 req-bf17ab87-7814-4c4b-95e0-732c384ae8b0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:34.213541 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2c32f037-e20c-4791-8e5f-628f7ee677f4 req-bf17ab87-7814-4c4b-95e0-732c384ae8b0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0802431 Jun 17 11:44:34.323628 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2c32f037-e20c-4791-8e5f-628f7ee677f4 req-f22ca8c5-8a59-47e1-9581-261b789e7628 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989151 Jun 17 11:44:34.653460 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:34.656148 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:35.479834 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2178-695e-48cd-88fe-8e7715a93e91 req-48c2a059-e22c-45ca-b308-51765b8a6485 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:35.481435 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-53dd2178-695e-48cd-88fe-8e7715a93e91 req-48c2a059-e22c-45ca-b308-51765b8a6485 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0648210 Jun 17 11:44:35.534159 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-53dd2178-695e-48cd-88fe-8e7715a93e91 req-540039a4-88f5-4975-ba7c-450aed4b04ef tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462275 Jun 17 11:44:36.682775 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd5986-3a02-4c10-b611-6ce48e5fe76a req-c6867953-4df2-485d-91eb-2e21286e27cb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:36.684550 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28fd5986-3a02-4c10-b611-6ce48e5fe76a req-c6867953-4df2-485d-91eb-2e21286e27cb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0612152 Jun 17 11:44:36.748179 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28fd5986-3a02-4c10-b611-6ce48e5fe76a req-20876af8-164e-42db-94af-e5bc671d3b52 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565150 Jun 17 11:44:37.887206 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:44:37.916897 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0b075-9a2e-4d25-ab44-c3e7349c09dd req-de15ed67-90fb-48f8-9e04-9694a236623c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:37.918544 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-89d0b075-9a2e-4d25-ab44-c3e7349c09dd req-de15ed67-90fb-48f8-9e04-9694a236623c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0668192 Jun 17 11:44:38.007810 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-89d0b075-9a2e-4d25-ab44-c3e7349c09dd req-2f696722-beca-46f4-82c6-1cb390b85d7b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755799 Jun 17 11:44:39.158830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15167-d7c2-43df-bd4e-6002c44661da req-0dcaa7b6-40cb-4267-ba3d-2e3fa2ee9c77 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:39.161480 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-04a15167-d7c2-43df-bd4e-6002c44661da req-0dcaa7b6-40cb-4267-ba3d-2e3fa2ee9c77 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 943 time: 0.0571175 Jun 17 11:44:39.232433 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-04a15167-d7c2-43df-bd4e-6002c44661da req-c9c99546-8145-4f42-b5d8-038869552c82 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652394 Jun 17 11:44:39.759967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:44:39.882941 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:39.899839 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '4f9d2fad-e808-44df-adda-539bddcec93d', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'port_id': '4f9d2fad-e808-44df-adda-539bddcec93d', 'mac_address': 'fa:16:3e:01:47:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:44:39.947000 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:39.947680 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:39.966270 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9d2fad-e808-44df-adda-539bddcec93d {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:44:39.998252 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:40.090836 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:40.150748 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=9']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:40.375693 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35e91d-89bb-426e-844b-cdcf4269b21a req-f67f3aa3-a5b3-493a-a203-aa031cd0dbcc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:40.377266 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d35e91d-89bb-426e-844b-cdcf4269b21a req-f67f3aa3-a5b3-493a-a203-aa031cd0dbcc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 944 time: 0.0552368 Jun 17 11:44:40.440372 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d35e91d-89bb-426e-844b-cdcf4269b21a req-569753d9-4914-4429-8fc8-0db430614583 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572524 Jun 17 11:44:40.562830 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['4f9d2fad-e808-44df-adda-539bddcec93d'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:44:41.580651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156984e5-e9ae-4e2a-bd6a-5ab0abaa4bef req-b4f4a5bf-d76c-45ce-9880-c23c70689c5e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:41.582254 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-156984e5-e9ae-4e2a-bd6a-5ab0abaa4bef req-b4f4a5bf-d76c-45ce-9880-c23c70689c5e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 944 time: 0.0521815 Jun 17 11:44:41.654300 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-156984e5-e9ae-4e2a-bd6a-5ab0abaa4bef req-5b27c78e-5ef1-41e8-aff2-291962eb914a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648880 Jun 17 11:44:41.789306 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:44:41.839758 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 4f9d2fad-e808-44df-adda-539bddcec93d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:41.840130 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:41.922864 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4f9d2fad-e808-44df-adda-539bddcec93d is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:41.923319 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:41.950666 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:44:41.952970 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86ca83-a03b-49b6-8549-aea04b7f1970" -d '{"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:44:41.974787 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:42.018494 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32551fef-8a05-40f5-815e-97b5cfa3e4cd x-openstack-request-id: req-32551fef-8a05-40f5-815e-97b5cfa3e4cd {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:44:42.018758 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-plugged", "status": "completed", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:44:42.019015 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32551fef-8a05-40f5-815e-97b5cfa3e4cd {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:44:42.019468 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32551fef-8a05-40f5-815e-97b5cfa3e4cd'] response: {'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d', 'code': 200} Jun 17 11:44:42.158262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:42.220138 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=10']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:42.804748 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ccec-d804-4483-a9d4-3eef47aab7c6 req-8e288a0a-375d-4eca-b973-21d221dcdbe0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:42.806449 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd05ccec-d804-4483-a9d4-3eef47aab7c6 req-8e288a0a-375d-4eca-b973-21d221dcdbe0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0668864 Jun 17 11:44:42.899271 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd05ccec-d804-4483-a9d4-3eef47aab7c6 req-f9b4248e-b6f7-4cb3-8a68-7386673fee3e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825582 Jun 17 11:44:43.475320 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6d34-7298-4c5c-8ac5-a97040c110e1 req-c6931191-2b93-401e-9579-d20507bd6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:43.478848 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3c9d6d34-7298-4c5c-8ac5-a97040c110e1 req-c6931191-2b93-401e-9579-d20507bd6738 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 1130 time: 0.0562034 Jun 17 11:44:43.518366 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:43.539880 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3c9d6d34-7298-4c5c-8ac5-a97040c110e1 req-8cd2d8f0-d48e-461f-a25b-6327244d2cfa service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549765 Jun 17 11:44:43.774948 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c115700d-4d0a-407a-9e46-0de0eeaafa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.054505 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaefd22-8721-4a95-a117-47eff560afcb req-8d77738b-cf48-4198-855f-54fdd705878d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:44.059537 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ebaefd22-8721-4a95-a117-47eff560afcb req-8d77738b-cf48-4198-855f-54fdd705878d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0559235 Jun 17 11:44:44.136390 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ebaefd22-8721-4a95-a117-47eff560afcb req-4e1198fe-2b19-4640-92ae-94c9da66f760 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708096 Jun 17 11:44:44.169336 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33000) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:44.329112 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b957-b9cc-4ed4-9ebb-5fd5eaf29789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.451513 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b957-b9cc-4ed4-9ebb-5fd5eaf29789 admin admin] Publish callbacks [] for security_group (859abf4e-be7c-4154-92d6-ef08bbd0d34c), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.582145 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b957-b9cc-4ed4-9ebb-5fd5eaf29789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (859abf4e-be7c-4154-92d6-ef08bbd0d34c), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.645701 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b957-b9cc-4ed4-9ebb-5fd5eaf29789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859abf4e-be7c-4154-92d6-ef08bbd0d34c,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:44.660768 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33014) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:44.663967 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b1a4b957-b9cc-4ed4-9ebb-5fd5eaf29789 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b37edc85559648db8ed07a9c33392864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894488 Jun 17 11:44:44.716903 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:44.736738 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b1a80cad-ea0f-4483-9f40-db42a2fcc0b2 admin admin] Publish callbacks [] for security_group (859abf4e-be7c-4154-92d6-ef08bbd0d34c), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.782592 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b1a80cad-ea0f-4483-9f40-db42a2fcc0b2 admin admin] Publish callbacks [] for security_group (859abf4e-be7c-4154-92d6-ef08bbd0d34c), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.942357 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b1a80cad-ea0f-4483-9f40-db42a2fcc0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (859abf4e-be7c-4154-92d6-ef08bbd0d34c), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.945043 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b1a80cad-ea0f-4483-9f40-db42a2fcc0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:44.946291 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b1a80cad-ea0f-4483-9f40-db42a2fcc0b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/859abf4e-be7c-4154-92d6-ef08bbd0d34c HTTP/1.1" status: 204 len: 168 time: 0.2844002 Jun 17 11:44:44.961605 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a80cad-ea0f-4483-9f40-db42a2fcc0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859abf4e-be7c-4154-92d6-ef08bbd0d34c,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:45.316146 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c86b8-8e9c-4e2e-9185-59f28456c16e req-8dcfe7a2-2b8d-4008-a032-4c298c0a5fc1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:45.317751 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d46c86b8-8e9c-4e2e-9185-59f28456c16e req-8dcfe7a2-2b8d-4008-a032-4c298c0a5fc1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0821209 Jun 17 11:44:45.326638 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d57ad-c160-41de-8015-2c2afcb446d0 req-45aa08ec-6c18-4fb6-8a05-e1cfd4f6a615 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:45.328911 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b38d57ad-c160-41de-8015-2c2afcb446d0 req-45aa08ec-6c18-4fb6-8a05-e1cfd4f6a615 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0822747 Jun 17 11:44:45.430474 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d46c86b8-8e9c-4e2e-9185-59f28456c16e req-a20dbfe3-2b78-4b5c-a43c-8c6070d79f74 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002858 Jun 17 11:44:45.434039 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b38d57ad-c160-41de-8015-2c2afcb446d0 req-5b8043fe-b369-4177-be75-c0ca35f273bf tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867481 Jun 17 11:44:45.681385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251537b8-4602-498a-9196-b1ecfaedb938 req-8fa34976-8ec0-475b-9c11-89137dd8dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:45.684501 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251537b8-4602-498a-9196-b1ecfaedb938 req-8fa34976-8ec0-475b-9c11-89137dd8dbd0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1129 time: 0.0508101 Jun 17 11:44:45.805174 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251537b8-4602-498a-9196-b1ecfaedb938 req-abe72bd0-1e2f-438a-93a4-3ac06a2c82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:45.807624 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251537b8-4602-498a-9196-b1ecfaedb938 req-abe72bd0-1e2f-438a-93a4-3ac06a2c82b7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.1153488 Jun 17 11:44:45.928551 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251537b8-4602-498a-9196-b1ecfaedb938 req-82ffa575-50e8-4cc9-b67e-b81568ccd7f0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 200 len: 1000 time: 0.1077480 Jun 17 11:44:45.979232 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251537b8-4602-498a-9196-b1ecfaedb938 req-48ba80b0-21c3-4774-8658-c310713444f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:45.980886 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251537b8-4602-498a-9196-b1ecfaedb938 req-48ba80b0-21c3-4774-8658-c310713444f5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.0497384 Jun 17 11:44:46.034656 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251537b8-4602-498a-9196-b1ecfaedb938 req-5c3a20fd-e3b6-43ba-ac1d-f6ca41856a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:46.036192 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251537b8-4602-498a-9196-b1ecfaedb938 req-5c3a20fd-e3b6-43ba-ac1d-f6ca41856a51 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481350 Jun 17 11:44:46.142481 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251537b8-4602-498a-9196-b1ecfaedb938 req-dd28b361-9c36-4c3d-8277-3eec49ec11a4 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993166 Jun 17 11:44:46.227109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:46.265049 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-251537b8-4602-498a-9196-b1ecfaedb938 req-44a21545-9232-4010-ae42-7c98d35344a6 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155810 Jun 17 11:44:46.267915 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-ff1a31b9-703c-484a-ac4b-3638c6dafa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:46.667927 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557986-71f4-4caa-9319-d91315e80c03 req-39362164-d03b-4027-84ec-db096cd14f67 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:46.676065 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-81557986-71f4-4caa-9319-d91315e80c03 req-39362164-d03b-4027-84ec-db096cd14f67 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.1382980 Jun 17 11:44:46.686505 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b9484-950b-4f0e-93f3-2c7e8be06da2 req-9eb41eea-fade-400f-bee1-20175825bc7b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:46.688441 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a63b9484-950b-4f0e-93f3-2c7e8be06da2 req-9eb41eea-fade-400f-bee1-20175825bc7b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1357830 Jun 17 11:44:46.752005 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33090) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:46.776022 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-81557986-71f4-4caa-9319-d91315e80c03 req-4732095c-ebc6-43c6-8034-a88c647072c8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989661 Jun 17 11:44:46.785017 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a63b9484-950b-4f0e-93f3-2c7e8be06da2 req-ba59246e-1681-43f5-a537-06a4f832c32c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813472 Jun 17 11:44:46.889489 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-189624872-network', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:47.043495 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Made reservation on behalf of 6466d6627209487ca62377eb7aa5d9e4 for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:44:47.046490 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.056933 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.158687 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks [] for security_group (0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.261006 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.316872 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:44:47.348734 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:47.358852 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.360537 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (b221356f-7e59-4efb-930c-cf23546a5365), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.361142 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Added segment b221356f-7e59-4efb-930c-cf23546a5365 of type vlan for network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 Jun 17 11:44:47.432171 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (8466ff83-1798-416f-b100-eb5c1e5d2fe0), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.565235 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (8466ff83-1798-416f-b100-eb5c1e5d2fe0), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.566324 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:47.567008 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.643243 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] Pushing event updated for resources: {'Network': ['ID=8466ff83-1798-416f-b100-eb5c1e5d2fe0,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:47.656688 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:44:47.762797 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-276fe97f-475f-4d64-a659-e1d06566b21f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0092118 Jun 17 11:44:47.767886 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33106) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:47.773710 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Request body: {'subnet': {'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-189624872-subnet', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:47.879201 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:47.925446 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Made reservation on behalf of 6466d6627209487ca62377eb7aa5d9e4 for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:44:47.928627 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982754'] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:47.954311 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:47.966252 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cc92d-9806-4d09-8e74-d1513d2a6509 req-74f855a7-cafc-4919-978b-10179a251d4a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:47.967897 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9b8cc92d-9806-4d09-8e74-d1513d2a6509 req-74f855a7-cafc-4919-978b-10179a251d4a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0893397 Jun 17 11:44:47.979144 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48e58-dc64-41a2-9cc0-00b2d215b4cf req-d62d8928-4e0a-4657-a10b-8abb0f770206 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:47.981235 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-00e48e58-dc64-41a2-9cc0-00b2d215b4cf req-d62d8928-4e0a-4657-a10b-8abb0f770206 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0920880 Jun 17 11:44:48.072154 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9b8cc92d-9806-4d09-8e74-d1513d2a6509 req-258b3b7b-13e2-4c36-8dfa-b9a2917c130e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899458 Jun 17 11:44:48.088084 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-00e48e58-dc64-41a2-9cc0-00b2d215b4cf req-506337a3-af2e-4db9-bcf6-747687b95833 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891969 Jun 17 11:44:48.160499 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:48.291568 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982768'] for subnet (4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:48.298114 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:48.379927 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:48.403908 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Checking segment: {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:44:48.404145 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Network hostable DHCP agents. Network: 8466ff83-1798-416f-b100-eb5c1e5d2fe0, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:44:48.606063 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:44:48.732326 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 8466ff83-1798-416f-b100-eb5c1e5d2fe0) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:48.740393 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:48.741357 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:48.749833 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704841c-b5a6-4c60-975d-2a756931ada7 None None] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:44:48.786411 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:48.947258 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-02886537-b121-4da2-b0fe-429e31e56656 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1776280 Jun 17 11:44:48.950723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33118) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:48.957510 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:48.970833 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:49.045328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478033b7-1596-4734-a568-98979e24f78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:44:49.047578 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-478033b7-1596-4734-a568-98979e24f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.153536 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (90280592-b570-4878-b9ae-ac0970c65729), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.164501 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (90280592-b570-4878-b9ae-ac0970c65729), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.170621 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.283652 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-478033b7-1596-4734-a568-98979e24f78d None None] Allocated IP 172.20.0.2 (8466ff83-1798-416f-b100-eb5c1e5d2fe0/4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4/9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:44:49.289082 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks [] for router_controller (90280592-b570-4878-b9ae-ac0970c65729), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.318798 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820b2b8-87f9-48af-8bbb-d2af68e0c4de req-7bf13f8f-c7bf-420c-abf9-4bf0a350f3fb tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:49.320568 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d820b2b8-87f9-48af-8bbb-d2af68e0c4de req-7bf13f8f-c7bf-420c-abf9-4bf0a350f3fb tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0992894 Jun 17 11:44:49.334076 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03feb6b-4339-4609-9a18-65cb0551e5ab req-1bf49ae1-edfd-4e7c-85a5-5cdfcb45014f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:49.335784 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b03feb6b-4339-4609-9a18-65cb0551e5ab req-1bf49ae1-edfd-4e7c-85a5-5cdfcb45014f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0732288 Jun 17 11:44:49.425141 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d820b2b8-87f9-48af-8bbb-d2af68e0c4de req-410f22c4-5ca3-4db3-8824-d3c24f81c805 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881195 Jun 17 11:44:49.435087 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b03feb6b-4339-4609-9a18-65cb0551e5ab req-062396ef-dd2a-4c7e-a2a5-9e6638bb156f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894945 Jun 17 11:44:49.478325 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.588175 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks [] for router_gateway (90280592-b570-4878-b9ae-ac0970c65729), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.602291 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-478033b7-1596-4734-a568-98979e24f78d None None] Publish callbacks [] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.725804 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-478033b7-1596-4734-a568-98979e24f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.770718 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478033b7-1596-4734-a568-98979e24f78d None None] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:44:49.779012 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-478033b7-1596-4734-a568-98979e24f78d None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:49.783021 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478033b7-1596-4734-a568-98979e24f78d None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:44:49.788418 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:49.791517 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478033b7-1596-4734-a568-98979e24f78d None None] Pushing event updated for resources: {'Port': ['ID=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:49.856767 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-478033b7-1596-4734-a568-98979e24f78d None None] Attempting to bind port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:44:49.857148 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-478033b7-1596-4734-a568-98979e24f78d None None] Attempting to bind port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:44:49.857504 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478033b7-1596-4734-a568-98979e24f78d None None] Attempting to bind port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c on network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:44:49.864953 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478033b7-1596-4734-a568-98979e24f78d None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:44:49.865329 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478033b7-1596-4734-a568-98979e24f78d None None] Checking segment: {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:44:49.866478 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-478033b7-1596-4734-a568-98979e24f78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.866478 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478033b7-1596-4734-a568-98979e24f78d None None] Bound using segment: {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:44:49.867008 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-478033b7-1596-4734-a568-98979e24f78d None None] Bound port: 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:44:49.867476 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-478033b7-1596-4734-a568-98979e24f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.899835 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks [] for router_gateway (90280592-b570-4878-b9ae-ac0970c65729), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.923283 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:49.950849 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-478033b7-1596-4734-a568-98979e24f78d None None] For port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:44:49.954979 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-478033b7-1596-4734-a568-98979e24f78d None None] For port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:44:50.054348 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:50.062636 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Allocated IP 172.27.2.112 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/c2d09ae3-0045-4063-ae39-831066d1964a) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:44:50.114895 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-478033b7-1596-4734-a568-98979e24f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:50.204751 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478033b7-1596-4734-a568-98979e24f78d None None] Pushing event updated for resources: {'Port': ['ID=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:50.220104 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks [] for port (c2d09ae3-0045-4063-ae39-831066d1964a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:50.433170 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:50.488376 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:44:50.497488 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:50.501749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:44:50.511402 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:50.545710 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d09ae3-0045-4063-ae39-831066d1964a,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:50.643557 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33136) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:50.692724 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85b97a-c43a-4dc2-b9a0-8275f057a500 req-ae99c8fc-603c-4857-8e0d-4c0bac41fa3a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:50.695709 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ee85b97a-c43a-4dc2-b9a0-8275f057a500 req-ae99c8fc-603c-4857-8e0d-4c0bac41fa3a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1224749 Jun 17 11:44:50.808776 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ee85b97a-c43a-4dc2-b9a0-8275f057a500 req-ea2d19ef-a23f-4faf-935c-33674c5844c7 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019619 Jun 17 11:44:50.844951 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac18c-4545-40e0-94fb-773da1210f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:50.877651 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:44:50.928469 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:50.928940 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:50.948481 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac18c-4545-40e0-94fb-773da1210f82 admin admin] Publish callbacks [] for security_group (c041e07a-5f99-4447-878b-57a55b9d8770), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.020363 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:51.021167 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.060737 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:51.080282 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac18c-4545-40e0-94fb-773da1210f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c041e07a-5f99-4447-878b-57a55b9d8770), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.146879 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.170393 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-cc1ac18c-4545-40e0-94fb-773da1210f82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c4f903eb7ed42afb0099c782f2a0741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142510 Jun 17 11:44:51.170938 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33140) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:51.175864 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ac18c-4545-40e0-94fb-773da1210f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c041e07a-5f99-4447-878b-57a55b9d8770,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:51.184977 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks [] for router_gateway (90280592-b570-4878-b9ae-ac0970c65729), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.241769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0ce45a9-2ab3-45a0-880a-5bd795d9765c admin admin] Publish callbacks [] for security_group (c041e07a-5f99-4447-878b-57a55b9d8770), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.257032 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:51.280422 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0ce45a9-2ab3-45a0-880a-5bd795d9765c admin admin] Publish callbacks [] for security_group (c041e07a-5f99-4447-878b-57a55b9d8770), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.411299 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9777e3c-cf0a-4568-9965-a9b8ff7f87b9 None None] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:44:51.439829 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0ce45a9-2ab3-45a0-880a-5bd795d9765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c041e07a-5f99-4447-878b-57a55b9d8770), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.442533 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0ce45a9-2ab3-45a0-880a-5bd795d9765c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.449054 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f0ce45a9-2ab3-45a0-880a-5bd795d9765c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c041e07a-5f99-4447-878b-57a55b9d8770 HTTP/1.1" status: 204 len: 168 time: 0.2820086 Jun 17 11:44:51.468681 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce45a9-2ab3-45a0-880a-5bd795d9765c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041e07a-5f99-4447-878b-57a55b9d8770,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:51.525370 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-298ec430-d73e-4afc-a467-decd6b4e19dc None None] Provisioning complete for port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:51.525743 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-298ec430-d73e-4afc-a467-decd6b4e19dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.569569 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (90280592-b570-4878-b9ae-ac0970c65729), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:51.593084 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:51.665319 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-298ec430-d73e-4afc-a467-decd6b4e19dc None None] Current status of the port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:51.771965 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:51.931528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Router 90280592-b570-4878-b9ae-ac0970c65729 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:44:51.997392 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e101a-dbe9-410a-b792-62059aa7d6cc req-734230d0-9195-4fc6-a8c0-968ff34522cd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:52.000287 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2d8e101a-dbe9-410a-b792-62059aa7d6cc req-734230d0-9195-4fc6-a8c0-968ff34522cd tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0690851 Jun 17 11:44:52.006561 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-bf7f5058-7a69-48f0-9799-cd904c9a242c None None] Provisioning complete for port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:52.007593 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5058-7a69-48f0-9799-cd904c9a242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:52.069981 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:52.080044 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2d8e101a-dbe9-410a-b792-62059aa7d6cc req-edf26695-9dae-4ba4-8e33-276c7ed541a0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732586 Jun 17 11:44:52.111392 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:44:52.127844 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:52.153149 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Sync routers for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:44:52.190068 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f5058-7a69-48f0-9799-cd904c9a242c None None] Current status of the port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:52.192260 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:44:52.193027 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:52.248007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:52.252446 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2133240e-d08c-4d09-bc8c-84efd5da66a3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2971787 Jun 17 11:44:52.252635 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33154) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:52.305918 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:44:52.518488 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:50Z', 'revision_number': 3, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:52.546001 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Checking router: 90280592-b570-4878-b9ae-ac0970c65729 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:44:52.547260 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Updating router 90280592-b570-4878-b9ae-ac0970c65729 port c2d09ae3-0045-4063-ae39-831066d1964a binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:44:52.552958 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:52.589941 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:52.796958 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:52.799473 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:44:52.826012 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:52.845852 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:52.900356 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:52.900751 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:52.973622 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33166) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:52.999307 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Publish callbacks [] for port (c2d09ae3-0045-4063-ae39-831066d1964a), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.018833 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Allocated IP 172.20.0.1 (8466ff83-1798-416f-b100-eb5c1e5d2fe0/4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4/f34d3bb3-175f-49fe-8515-0035356ce146) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:44:53.042225 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:53.099707 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-861751202-network', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:53.102628 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.154494 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks [] for port (f34d3bb3-175f-49fe-8515-0035356ce146), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.172879 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ad19d-330b-46b3-ae15-c2ba268fa1cc None None] Pushing event updated for resources: {'Port': ['ID=c2d09ae3-0045-4063-ae39-831066d1964a,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:53.178790 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Attempting to bind port c2d09ae3-0045-4063-ae39-831066d1964a on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:44:53.179162 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Attempting to bind port c2d09ae3-0045-4063-ae39-831066d1964a by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:44:53.179574 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Attempting to bind port c2d09ae3-0045-4063-ae39-831066d1964a on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:44:53.185556 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:44:53.185871 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:44:53.186274 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.186716 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:44:53.187775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Bound port: c2d09ae3-0045-4063-ae39-831066d1964a, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:44:53.188162 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.235497 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Made reservation on behalf of f6832cdc6d4e43eb9eae4585ef36e611 for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:44:53.237999 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.244299 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] For port c2d09ae3-0045-4063-ae39-831066d1964a, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:44:53.248029 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87867f-0be9-4d7b-a394-1baa4915c7d2 req-938d093d-b078-47d7-83c3-c2b7909911d3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:53.248290 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] For port c2d09ae3-0045-4063-ae39-831066d1964a, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=c2d09ae3-0045-4063-ae39-831066d1964a,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:44:53.251620 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc87867f-0be9-4d7b-a394-1baa4915c7d2 req-938d093d-b078-47d7-83c3-c2b7909911d3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0620892 Jun 17 11:44:53.266219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.269981 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.341603 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:44:53.344648 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.352229 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:53.359777 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:44:53.400917 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc87867f-0be9-4d7b-a394-1baa4915c7d2 req-ad1a7185-f016-496a-9e06-ea493b6a10da tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415708 Jun 17 11:44:53.407429 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Pushing event updated for resources: {'Port': ['ID=f34d3bb3-175f-49fe-8515-0035356ce146,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:53.413126 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:53.428974 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:44:53.429692 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:53.435995 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ad19d-330b-46b3-ae15-c2ba268fa1cc None None] Pushing event updated for resources: {'Port': ['ID=c2d09ae3-0045-4063-ae39-831066d1964a,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:53.509462 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks [] for security_group (c1802adf-6a2f-4cba-bbdb-289e60186d95), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.594419 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:44:53.628325 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c1802adf-6a2f-4cba-bbdb-289e60186d95), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.662326 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:44:53.670104 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1802adf-6a2f-4cba-bbdb-289e60186d95,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:53.681396 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (e71ca3f2-ba17-463b-990e-39686d226a11), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.681751 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Added segment e71ca3f2-ba17-463b-990e-39686d226a11 of type vlan for network 29b7df83-bd84-4880-9c95-be54b0ab66a0 Jun 17 11:44:53.718859 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (90280592-b570-4878-b9ae-ac0970c65729), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.730218 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:53.732306 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (29b7df83-bd84-4880-9c95-be54b0ab66a0), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.748470 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-f8e9e559-f14b-4b34-a520-6709eb3bd627 None None] Provisioning complete for port f34d3bb3-175f-49fe-8515-0035356ce146 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:53.748978 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e559-f14b-4b34-a520-6709eb3bd627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.758979 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:53.858434 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9e559-f14b-4b34-a520-6709eb3bd627 None None] Port f34d3bb3-175f-49fe-8515-0035356ce146 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:44:53.881873 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:50Z', 'revision_number': 3, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:53.885657 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (29b7df83-bd84-4880-9c95-be54b0ab66a0), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.886819 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:53.887528 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:53.910474 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46adafab-1ea8-44ca-98ac-f0d44927f539 None None] The sync data for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi is: [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:50Z', 'revision_number': 3, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:44:53.961810 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] Pushing event updated for resources: {'Network': ['ID=29b7df83-bd84-4880-9c95-be54b0ab66a0,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:53.974786 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:44:53.987418 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:54.056828 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-8d8177b7-0e5f-4c8a-9a1c-f502115bd263 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0813000 Jun 17 11:44:54.070761 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33172) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:54.075779 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Request body: {'subnet': {'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-861751202-subnet', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:54.171546 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Made reservation on behalf of f6832cdc6d4e43eb9eae4585ef36e611 for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:44:54.177380 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:54.210872 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks [] for port (f34d3bb3-175f-49fe-8515-0035356ce146), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:54.283970 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:54.325539 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:54.368211 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Pushing event updated for resources: {'Port': ['ID=f34d3bb3-175f-49fe-8515-0035356ce146,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:54.370810 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (90280592-b570-4878-b9ae-ac0970c65729), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:54.382822 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:54.487498 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (2e553cb9-c624-459a-aa9b-1892e35172b9), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:54.506630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:44:54.510589 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:54.655055 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Checking segment: {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:44:54.655055 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Network hostable DHCP agents. Network: 29b7df83-bd84-4880-9c95-be54b0ab66a0, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:44:54.660427 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e553cb9-c624-459a-aa9b-1892e35172b9,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:54.669785 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d6cbb-c739-4aa3-85c8-cf795506c2b1 req-4404fe1e-94d2-4ad5-8c93-38212f9bd933 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:54.671244 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-302d6cbb-c739-4aa3-85c8-cf795506c2b1 req-4404fe1e-94d2-4ad5-8c93-38212f9bd933 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1307919 Jun 17 11:44:54.721864 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Router 90280592-b570-4878-b9ae-ac0970c65729 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:44:54.843575 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-302d6cbb-c739-4aa3-85c8-cf795506c2b1 req-2e3d3c52-ff99-4b1b-b00d-c190cadd0f15 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586831 Jun 17 11:44:54.849536 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:44:54.922909 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:44:54.939089 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2c664ff6-808b-4609-816e-7e6e891acf8f admin admin] 10.222.0.45 "PUT /v2.0/routers/90280592-b570-4878-b9ae-ac0970c65729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756806 Jun 17 11:44:54.939792 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 29b7df83-bd84-4880-9c95-be54b0ab66a0) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:54.949449 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:54.952298 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:54.956299 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device c2d09ae3-0045-4063-ae39-831066d1964a up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:44:54.963521 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64363b1-26d6-45fb-b010-64a0e27c18c0 None None] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:44:55.080568 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.090308 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e1b56c0b-73ee-42ce-8ee1-835d45ba4442 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0179236 Jun 17 11:44:55.094784 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33180) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:55.106503 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:55.162747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-98810959-4877-4e10-b823-465fbe3596a3 None None] Provisioning complete for port f34d3bb3-175f-49fe-8515-0035356ce146 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:55.163326 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-98810959-4877-4e10-b823-465fbe3596a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.255770 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port c2d09ae3-0045-4063-ae39-831066d1964a triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:55.256366 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.291830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.293530 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.334099 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-98810959-4877-4e10-b823-465fbe3596a3 None None] Port f34d3bb3-175f-49fe-8515-0035356ce146 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:44:55.383967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-29b7df83-bd84-4880-9c95-be54b0ab66a0', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:44:55.386420 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.437514 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks [] for router_controller (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), precommit_add_association {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.441625 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:55.636475 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-30f5285f-8204-4a23-9e80-09142a53107f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2025971 Jun 17 11:44:55.640560 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port c2d09ae3-0045-4063-ae39-831066d1964a is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:55.642884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.717057 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port c2d09ae3-0045-4063-ae39-831066d1964a, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=c2d09ae3-0045-4063-ae39-831066d1964a,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:55.820950 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Allocated IP 172.20.0.2 (29b7df83-bd84-4880-9c95-be54b0ab66a0/2e553cb9-c624-459a-aa9b-1892e35172b9/941c74ec-9342-44c3-b00b-91b40d3af209) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:44:55.829414 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:55.933775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:55.957653 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=c2d09ae3-0045-4063-ae39-831066d1964a,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:56.172186 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5a013-889f-4416-8375-7336a5f40380 req-d05e7f63-bedc-4fb9-acc9-6898135488fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:56.174513 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-d05e7f63-bedc-4fb9-acc9-6898135488fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 1129 time: 0.5062282 Jun 17 11:44:56.187439 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks [] for router_gateway (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.194280 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Publish callbacks [] for port (941c74ec-9342-44c3-b00b-91b40d3af209), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.201185 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b600f9f-9739-42d9-9f0e-1532a8b48c3f req-959387b6-dd80-4ae5-84bb-c67e7132cc55 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:56.203563 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0b600f9f-9739-42d9-9f0e-1532a8b48c3f req-959387b6-dd80-4ae5-84bb-c67e7132cc55 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0913975 Jun 17 11:44:56.263513 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33204) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:56.270793 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:56.271782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1019007835-network', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:56.370507 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.403297 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0b600f9f-9739-42d9-9f0e-1532a8b48c3f req-5f423141-f9c5-411a-becd-314f8fff9a3b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785047 Jun 17 11:44:56.406483 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Sync routers for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:44:56.408002 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Made reservation on behalf of 9899ba0b7c2445dd918af4456d42f0fe for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:44:56.410660 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.429054 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:44:56.429720 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:56.447060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:44:56.447060 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:56.449237 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:44:56.450310 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.474794 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5a013-889f-4416-8375-7336a5f40380 req-78bb8328-3e3d-4404-b848-158cea5c5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:56.476762 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-78bb8328-3e3d-4404-b848-158cea5c5c7f service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.2711744 Jun 17 11:44:56.512446 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Pushing event updated for resources: {'Port': ['ID=941c74ec-9342-44c3-b00b-91b40d3af209,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:56.568509 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Attempting to bind port 941c74ec-9342-44c3-b00b-91b40d3af209 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:44:56.569641 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Attempting to bind port 941c74ec-9342-44c3-b00b-91b40d3af209 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:44:56.570427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Attempting to bind port 941c74ec-9342-44c3-b00b-91b40d3af209 on network 29b7df83-bd84-4880-9c95-be54b0ab66a0 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:44:56.582129 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:44:56.582938 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:44:56.583818 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Checking segment: {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:44:56.584555 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.585289 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Bound using segment: {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:44:56.586153 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Bound port: 941c74ec-9342-44c3-b00b-91b40d3af209, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:44:56.586839 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.649997 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks [] for security_group (337966da-3406-484f-b90f-6ffd04926765), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.696153 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] For port 941c74ec-9342-44c3-b00b-91b40d3af209, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:44:56.700882 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] For port 941c74ec-9342-44c3-b00b-91b40d3af209, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=941c74ec-9342-44c3-b00b-91b40d3af209,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:44:56.712682 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-45852e76-5a69-4b36-92e8-05852cb28950 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 HTTP/1.1" status: 200 len: 217 time: 0.0451155 Jun 17 11:44:56.772549 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (337966da-3406-484f-b90f-6ffd04926765), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.791918 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:56.811160 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.853796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5a013-889f-4416-8375-7336a5f40380 req-d9e30f62-a0ac-4777-90b3-f1d4ec1ef455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:56.856808 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-d9e30f62-a0ac-4777-90b3-f1d4ec1ef455 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.1363318 Jun 17 11:44:56.858664 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks [] for router_gateway (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.859015 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:44:56.867904 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337966da-3406-484f-b90f-6ffd04926765,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:56.872053 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:56.876207 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (9fa8bf49-cfbb-45b4-9550-c10e71046c25), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.876549 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Added segment 9fa8bf49-cfbb-45b4-9550-c10e71046c25 of type vlan for network fb200a95-e91b-47a8-96e2-cde33c5826a5 Jun 17 11:44:56.884153 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe90819-ac09-4ebd-9d81-e9a1b4c192f0 None None] Pushing event updated for resources: {'Port': ['ID=941c74ec-9342-44c3-b00b-91b40d3af209,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:56.890536 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device c2d09ae3-0045-4063-ae39-831066d1964a up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:44:56.903497 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:56.949394 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:54Z', 'revision_number': 2, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:56.971244 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port c2d09ae3-0045-4063-ae39-831066d1964a triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:56.971854 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.006609 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (fb200a95-e91b-47a8-96e2-cde33c5826a5), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.039731 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5a013-889f-4416-8375-7336a5f40380 req-44a5f650-c141-4d0f-8989-c2a0767da9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:57.041674 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-44a5f650-c141-4d0f-8989-c2a0767da9a4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1397555 Jun 17 11:44:57.049023 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Checking router: 90280592-b570-4878-b9ae-ac0970c65729 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:44:57.049624 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Updating router 90280592-b570-4878-b9ae-ac0970c65729 port f34d3bb3-175f-49fe-8515-0035356ce146 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:44:57.092274 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.107042 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port c2d09ae3-0045-4063-ae39-831066d1964a is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:57.200522 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (fb200a95-e91b-47a8-96e2-cde33c5826a5), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.201616 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:57.202234 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.231053 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Allocated IP 172.27.2.170 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/8e4bd6ea-259d-449a-aa10-8708c92c0f75) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:44:57.264759 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-2c6b2d1f-b058-4e6c-b1fc-33e57bcef521 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120430 Jun 17 11:44:57.323261 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] Pushing event updated for resources: {'Network': ['ID=fb200a95-e91b-47a8-96e2-cde33c5826a5,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:57.349135 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:44:57.384691 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:57.451382 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:57.461769 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a2aa45e6-e15e-426a-aa1b-2149e9452626 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1950450 Jun 17 11:44:57.463814 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33210) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:57.481708 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Request body: {'subnet': {'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1019007835-subnet', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:57.545346 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79e5a013-889f-4416-8375-7336a5f40380 req-05a48baa-84a5-4f93-b5dd-9db8d2fe7413 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700148 Jun 17 11:44:57.568606 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks [] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.573491 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Publish callbacks [] for port (f34d3bb3-175f-49fe-8515-0035356ce146), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.620967 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eb11a-43fe-430a-979f-a042fbd2b8e3 req-00735547-ef9b-4051-8f52-f73c46a5ee60 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:57.622535 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-638eb11a-43fe-430a-979f-a042fbd2b8e3 req-00735547-ef9b-4051-8f52-f73c46a5ee60 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0821967 Jun 17 11:44:57.635181 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Made reservation on behalf of 9899ba0b7c2445dd918af4456d42f0fe for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:44:57.638123 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982754'] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.678895 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.690264 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-638eb11a-43fe-430a-979f-a042fbd2b8e3 req-152e28bb-ad2d-4b94-8d6b-84cddc2cf85a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570526 Jun 17 11:44:57.746573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.753439 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:57.780570 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Pushing event updated for resources: {'Port': ['ID=f34d3bb3-175f-49fe-8515-0035356ce146,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:57.795422 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.796180 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.797926 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.797926 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.797926 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.798534 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.799024 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.800644 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.801024 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.801368 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.801697 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.802045 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.802372 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.802695 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.803155 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:44:57.851842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4bd6ea-259d-449a-aa10-8708c92c0f75,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:57.855876 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:44:57.857425 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:57.861561 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:44:57.893518 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Attempting to bind port f34d3bb3-175f-49fe-8515-0035356ce146 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:44:57.893983 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Attempting to bind port f34d3bb3-175f-49fe-8515-0035356ce146 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:44:57.894457 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Attempting to bind port f34d3bb3-175f-49fe-8515-0035356ce146 on network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:44:57.902644 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:44:57.903155 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Checking segment: {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:44:57.903674 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:57.904789 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Bound using segment: {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:44:57.905379 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Bound port: f34d3bb3-175f-49fe-8515-0035356ce146, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:44:57.906637 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.013885 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] For port f34d3bb3-175f-49fe-8515-0035356ce146, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:44:58.026122 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] For port f34d3bb3-175f-49fe-8515-0035356ce146, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=f34d3bb3-175f-49fe-8515-0035356ce146,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:44:58.034770 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982768'] for subnet (af162f5a-cdfc-4ddd-93b4-401c35da2317), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.103301 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:58.117572 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Checking segment: {'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:44:58.118326 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Network hostable DHCP agents. Network: fb200a95-e91b-47a8-96e2-cde33c5826a5, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:44:58.122204 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af162f5a-cdfc-4ddd-93b4-401c35da2317,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:58.167492 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.212846 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-7461ad22-388a-4f40-8bba-9be6c60a08ba None None] Provisioning complete for port f34d3bb3-175f-49fe-8515-0035356ce146 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:58.217899 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7461ad22-388a-4f40-8bba-9be6c60a08ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.230595 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:58.282425 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks [] for router_gateway (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.285727 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:44:58.295017 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:44:58.306698 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:58.330969 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46b7ee-efb3-4c17-b24c-39f70b108b76 None None] Pushing event updated for resources: {'Port': ['ID=f34d3bb3-175f-49fe-8515-0035356ce146,revision_number=4']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:58.384683 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:58.402715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-7461ad22-388a-4f40-8bba-9be6c60a08ba None None] Current status of the port f34d3bb3-175f-49fe-8515-0035356ce146 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:58.403489 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7461ad22-388a-4f40-8bba-9be6c60a08ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.404226 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, fb200a95-e91b-47a8-96e2-cde33c5826a5) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:44:58.416622 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:58.417517 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.419276 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428cf67-6d54-4bba-91af-cae1862d6d83 None None] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:44:58.553924 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4e2e2adb-0d95-43b8-9f1b-2f8c331cad67 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0857837 Jun 17 11:44:58.554410 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33218) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:58.560850 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:44:58.571919 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7b20b-c4d5-44e6-b554-6519e9225ada None None] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:44:58.595893 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:58.728137 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.745711 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-7461ad22-388a-4f40-8bba-9be6c60a08ba None None] For port f34d3bb3-175f-49fe-8515-0035356ce146, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=f34d3bb3-175f-49fe-8515-0035356ce146,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:58.751855 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-fb200a95-e91b-47a8-96e2-cde33c5826a5', 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5', 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'fixed_ips': [{'subnet_id': 'af162f5a-cdfc-4ddd-93b4-401c35da2317'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:44:58.752872 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.786946 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (5a0f1e78-2f50-4010-b067-f435ab902225), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.788166 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (5a0f1e78-2f50-4010-b067-f435ab902225), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.875273 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks [] for router_controller (5a0f1e78-2f50-4010-b067-f435ab902225), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.875522 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7461ad22-388a-4f40-8bba-9be6c60a08ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:58.878256 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:44:58.918157 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 941c74ec-9342-44c3-b00b-91b40d3af209 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:44:58.991109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779b2a7-ae02-4b32-a583-723fae6725a3 req-7a0f828a-ae51-47c5-ab5a-64e81302fd8f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:59.001489 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d779b2a7-ae02-4b32-a583-723fae6725a3 req-7a0f828a-ae51-47c5-ab5a-64e81302fd8f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1087191 Jun 17 11:44:59.033373 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Provisioning complete for port 941c74ec-9342-44c3-b00b-91b40d3af209 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:59.034012 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.088458 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d779b2a7-ae02-4b32-a583-723fae6725a3 req-b57c736b-f161-4d60-b806-131254a6893f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716689 Jun 17 11:44:59.117962 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461ad22-388a-4f40-8bba-9be6c60a08ba None None] Pushing event updated for resources: {'Port': ['ID=f34d3bb3-175f-49fe-8515-0035356ce146,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:44:59.159865 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 941c74ec-9342-44c3-b00b-91b40d3af209 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:44:59.160246 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.164004 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Allocated IP 172.20.0.2 (fb200a95-e91b-47a8-96e2-cde33c5826a5/af162f5a-cdfc-4ddd-93b4-401c35da2317/35caccea-726b-40a9-8191-90ad086cd796) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:44:59.180509 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977f9de-285a-43c8-9ccb-5e869c8a639f req-adb952ce-0e71-4c54-87ba-6037e6759f51 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:44:59.189177 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1977f9de-285a-43c8-9ccb-5e869c8a639f req-adb952ce-0e71-4c54-87ba-6037e6759f51 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0997601 Jun 17 11:44:59.215409 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:44:59.274630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks [] for router_gateway (5a0f1e78-2f50-4010-b067-f435ab902225), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.311668 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1977f9de-285a-43c8-9ccb-5e869c8a639f req-dac75cb6-84c0-4fbb-a693-3721cf3e0d73 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191237 Jun 17 11:44:59.425362 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:59.508147 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:44:59.568767 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:59.602850 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1812a6-d3ac-495e-a17e-a6c5a0a5c6cc None None] The sync data for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi is: [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:44:59.603163 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Sync routers for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:44:59.613618 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:59.620161 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.625306 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-9902b38e-4e44-45d7-aaee-45b3a4dde3b0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5252333 Jun 17 11:44:59.625306 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33234) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:44:59.625841 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Current status of the port 941c74ec-9342-44c3-b00b-91b40d3af209 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:59.625841 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.644081 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:44:59.644778 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:44:59.660712 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 941c74ec-9342-44c3-b00b-91b40d3af209 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:44:59.666286 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.733656 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:44:59.792037 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks [] for router_gateway (5a0f1e78-2f50-4010-b067-f435ab902225), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.825623 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.910376 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] For port 941c74ec-9342-44c3-b00b-91b40d3af209, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=941c74ec-9342-44c3-b00b-91b40d3af209,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:44:59.985245 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Allocated IP 172.27.2.32 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/0b565c6f-ddf1-4e4b-823d-15deb655b32e) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:44:59.988707 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Publish callbacks [] for port (35caccea-726b-40a9-8191-90ad086cd796), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:44:59.994716 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:00.029918 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.032667 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4408a94-82e5-4d91-ab7f-2b2715bb1a81 req-dd8191e0-ed87-428f-9f3f-cd4745e7fd05 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:00.034151 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d4408a94-82e5-4d91-ab7f-2b2715bb1a81 req-dd8191e0-ed87-428f-9f3f-cd4745e7fd05 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.0913286 Jun 17 11:45:00.147589 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Provisioning complete for port f34d3bb3-175f-49fe-8515-0035356ce146 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:00.148006 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.160810 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (35caccea-726b-40a9-8191-90ad086cd796), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.205161 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks [] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.207835 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d4408a94-82e5-4d91-ab7f-2b2715bb1a81 req-558e6df5-988a-4164-acae-870e55bfe840 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651795 Jun 17 11:45:00.272927 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.db.api [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 11:45:00.273360 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG oslo_db.api [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 11:45:00.319300 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:00.327934 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Pushing event updated for resources: {'Port': ['ID=941c74ec-9342-44c3-b00b-91b40d3af209,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:00.331266 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:00.371012 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a4ed2-f81a-448d-94fd-2f911db93014 req-4e55fc3f-2684-42d3-ac40-5a7533c5c4a5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:00.371012 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d53a4ed2-f81a-448d-94fd-2f911db93014 req-4e55fc3f-2684-42d3-ac40-5a7533c5c4a5 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0849786 Jun 17 11:45:00.424650 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Pushing event updated for resources: {'Port': ['ID=35caccea-726b-40a9-8191-90ad086cd796,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:00.424650 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:00.507130 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.512392 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d64b1-7bb8-4789-9693-f16257958586 req-1ec14285-38a8-44a5-a3ea-2561d48b5797 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:00.520000 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f61d64b1-7bb8-4789-9693-f16257958586 req-1ec14285-38a8-44a5-a3ea-2561d48b5797 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0931485 Jun 17 11:45:00.540494 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4dd5e-e611-414b-bcb8-19ec387bad77 None None] Current status of the port f34d3bb3-175f-49fe-8515-0035356ce146 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:00.547789 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Attempting to bind port 35caccea-726b-40a9-8191-90ad086cd796 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:00.547789 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Attempting to bind port 35caccea-726b-40a9-8191-90ad086cd796 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:00.547789 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Attempting to bind port 35caccea-726b-40a9-8191-90ad086cd796 on network fb200a95-e91b-47a8-96e2-cde33c5826a5 {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:00.552820 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d53a4ed2-f81a-448d-94fd-2f911db93014 req-b5cf21bc-3f68-4c36-86fb-c19b300b73c1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716862 Jun 17 11:45:00.561793 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:00.563105 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Checking segment: {'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:00.563383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.563806 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Bound using segment: {'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:00.564329 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Bound port: 35caccea-726b-40a9-8191-90ad086cd796, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:00.564716 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (35caccea-726b-40a9-8191-90ad086cd796), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.584639 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:44:57Z', 'revision_number': 3, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:00.593032 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:00.614879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:00.626791 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:00.633866 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:00.641754 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f61d64b1-7bb8-4789-9693-f16257958586 req-5ac7e0dd-084a-4ea5-a294-ed8b81e4c397 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208627 Jun 17 11:45:00.653315 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Checking router: 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:00.653930 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Updating router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:45:00.683885 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Pushing event updated for resources: {'Port': ['ID=0b565c6f-ddf1-4e4b-823d-15deb655b32e,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:00.711832 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.713096 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:00.728890 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-30915219-f508-4943-bece-2fc3a38c28a0 None None] Provisioning complete for port 941c74ec-9342-44c3-b00b-91b40d3af209 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:00.729406 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-30915219-f508-4943-bece-2fc3a38c28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.744630 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:00.770814 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] For port 35caccea-726b-40a9-8191-90ad086cd796, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:00.778167 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:00.826437 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] For port 35caccea-726b-40a9-8191-90ad086cd796, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=35caccea-726b-40a9-8191-90ad086cd796,segment=NetworkSegment(9fa8bf49-cfbb-45b4-9550-c10e71046c25),segment_id=9fa8bf49-cfbb-45b4-9550-c10e71046c25)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:00.846286 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:00.875808 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 941c74ec-9342-44c3-b00b-91b40d3af209 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:00.960320 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (35caccea-726b-40a9-8191-90ad086cd796), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.092124 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-30915219-f508-4943-bece-2fc3a38c28a0 None None] Current status of the port 941c74ec-9342-44c3-b00b-91b40d3af209 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:01.096745 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d23b2-da41-4249-a7f1-9df2e1142b56 None None] Pushing event updated for resources: {'Port': ['ID=35caccea-726b-40a9-8191-90ad086cd796,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:01.145055 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 941c74ec-9342-44c3-b00b-91b40d3af209 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:01.156482 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Allocated IP 172.20.0.1 (29b7df83-bd84-4880-9c95-be54b0ab66a0/2e553cb9-c624-459a-aa9b-1892e35172b9/98e1ed0d-aded-4521-a0ff-385fc791d7bd) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:01.232011 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks [] for router_gateway (5a0f1e78-2f50-4010-b067-f435ab902225), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.303969 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 941c74ec-9342-44c3-b00b-91b40d3af209 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:01.303969 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.342784 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:01.351274 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks [] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.435454 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Publish callbacks [] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.500297 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 941c74ec-9342-44c3-b00b-91b40d3af209 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:01.500297 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device f34d3bb3-175f-49fe-8515-0035356ce146 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:01.526464 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430465-d530-4f14-8432-ca484fe2a860 req-023a11a1-190e-4d14-a0d4-229a436812a6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:01.533391 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef430465-d530-4f14-8432-ca484fe2a860 req-023a11a1-190e-4d14-a0d4-229a436812a6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.1195674 Jun 17 11:45:01.533391 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.541569 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efcfb-8157-4086-8977-8545eb3e1854 req-93f14340-eae4-4b6f-83fa-7b16340a8f37 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:01.543619 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-309efcfb-8157-4086-8977-8545eb3e1854 req-93f14340-eae4-4b6f-83fa-7b16340a8f37 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.1248467 Jun 17 11:45:01.573742 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.672692 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port f34d3bb3-175f-49fe-8515-0035356ce146 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:01.673572 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.742374 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f83f63-3ead-4f2c-bcf4-ecead0884063 None None] Pushing event updated for resources: {'Port': ['ID=8e4bd6ea-259d-449a-aa10-8708c92c0f75,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:01.768531 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:01.778688 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Attempting to bind port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:01.779285 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Attempting to bind port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:01.779846 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Attempting to bind port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:01.797569 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:01.798122 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:01.798708 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.799664 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (5a0f1e78-2f50-4010-b067-f435ab902225), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.800240 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:01.800912 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Bound port: 8e4bd6ea-259d-449a-aa10-8708c92c0f75, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:01.801413 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:01.873563 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:01.901389 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port f34d3bb3-175f-49fe-8515-0035356ce146 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:01.904530 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] For port 8e4bd6ea-259d-449a-aa10-8708c92c0f75, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:01.917735 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:01.924773 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] For port 8e4bd6ea-259d-449a-aa10-8708c92c0f75, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8e4bd6ea-259d-449a-aa10-8708c92c0f75,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:01.945383 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:01.980227 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:02.027343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:02.027343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:02.027343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.028669 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Pushing event updated for resources: {'Port': ['ID=98e1ed0d-aded-4521-a0ff-385fc791d7bd,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:02.097592 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Router 5a0f1e78-2f50-4010-b067-f435ab902225 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:45:02.101641 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.130178 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef430465-d530-4f14-8432-ca484fe2a860 req-5bf0dd7b-4705-475e-b1a6-e39d6efee4d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5854228 Jun 17 11:45:02.150035 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e1098-8463-4848-900d-7810b223f19c req-0519b76c-5f39-4d9a-baf0-89c68bd1bb9f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:02.158212 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-245e1098-8463-4848-900d-7810b223f19c req-0519b76c-5f39-4d9a-baf0-89c68bd1bb9f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.2065208 Jun 17 11:45:02.206200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port 64e882c6-f99d-40c3-9d04-6f350ee05b98 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:45:02.206854 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.233582 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:02.239168 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:02.309253 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:02.321961 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Sync routers for ids ['5a0f1e78-2f50-4010-b067-f435ab902225'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:02.342196 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:02.350247 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b003b-a361-4e36-97dd-0d951faa70fd req-a3c6c617-7661-4e81-aeb4-09b80e1105c6 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:02.352141 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-070b003b-a361-4e36-97dd-0d951faa70fd req-a3c6c617-7661-4e81-aeb4-09b80e1105c6 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0843575 Jun 17 11:45:02.354855 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Routers {'5a0f1e78-2f50-4010-b067-f435ab902225'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:02.355536 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5a0f1e78-2f50-4010-b067-f435ab902225'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:02.401977 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.403648 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ca520fe9-3ada-4b60-b7a4-ece91d639f1f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8478878 Jun 17 11:45:02.407197 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33252) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:02.505730 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-245e1098-8463-4848-900d-7810b223f19c req-1a922511-4c55-457b-a7e7-23fa99191da2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463457 Jun 17 11:45:02.526394 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:02.554637 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Set router 5a0f1e78-2f50-4010-b067-f435ab902225 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:02.557025 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-070b003b-a361-4e36-97dd-0d951faa70fd req-dab88ff0-4ec3-44f1-8c25-f722d383c161 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886683 Jun 17 11:45:02.571132 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] For port 64e882c6-f99d-40c3-9d04-6f350ee05b98, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=64e882c6-f99d-40c3-9d04-6f350ee05b98,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:02.572218 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.603831 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:02.627544 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f83f63-3ead-4f2c-bcf4-ecead0884063 None None] Pushing event updated for resources: {'Port': ['ID=8e4bd6ea-259d-449a-aa10-8708c92c0f75,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:02.639272 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d7ed79ba-9a25-4a2f-b930-f520144f211a None None] Provisioning complete for port 98e1ed0d-aded-4521-a0ff-385fc791d7bd triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:02.639694 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d7ed79ba-9a25-4a2f-b930-f520144f211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.681772 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed79ba-9a25-4a2f-b930-f520144f211a None None] Port 98e1ed0d-aded-4521-a0ff-385fc791d7bd cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:02.683332 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa24978c-4b17-42e8-b806-9c91733caeaa None None] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:45:02.708743 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:02.722854 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:02.806789 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:45:00Z', 'revision_number': 3, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:02.820564 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.841237 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Checking router: 5a0f1e78-2f50-4010-b067-f435ab902225 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:02.842030 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Updating router 5a0f1e78-2f50-4010-b067-f435ab902225 port 0b565c6f-ddf1-4e4b-823d-15deb655b32e binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:45:02.864372 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-7e2654dc-d4ec-48e5-949e-0448267b99e6 None None] Provisioning complete for port 35caccea-726b-40a9-8191-90ad086cd796 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:02.864909 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7e2654dc-d4ec-48e5-949e-0448267b99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35caccea-726b-40a9-8191-90ad086cd796), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:02.903137 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.126297 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.159531 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:03.160640 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-7e2654dc-d4ec-48e5-949e-0448267b99e6 None None] Current status of the port 35caccea-726b-40a9-8191-90ad086cd796 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:03.161215 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7e2654dc-d4ec-48e5-949e-0448267b99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (35caccea-726b-40a9-8191-90ad086cd796), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.174778 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.175776 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (bf15a4c3-070c-4691-aa61-c1ec0f02136e), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.175776 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP bf15a4c3-070c-4691-aa61-c1ec0f02136e disassociated. External IP: 172.27.2.237, port: 64e882c6-f99d-40c3-9d04-6f350ee05b98. Jun 17 11:45:03.176116 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for 64e882c6-f99d-40c3-9d04-6f350ee05b98 owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:45:03.237684 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35caccea-726b-40a9-8191-90ad086cd796 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:03.333181 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:03.361953 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28941b84-eecc-4fff-9671-7e4ba7152c8a req-790c2940-1917-4792-999a-84e3fe529809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:03.363668 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28941b84-eecc-4fff-9671-7e4ba7152c8a req-790c2940-1917-4792-999a-84e3fe529809 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1129 time: 0.3567445 Jun 17 11:45:03.381823 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:44:57Z', 'revision_number': 3, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:03.419389 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Publish callbacks [] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.433257 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7959d-c09c-4028-a8c0-3f26e0f871a1 None None] The sync data for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi is: [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:44:57Z', 'revision_number': 3, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:03.438520 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-7e2654dc-d4ec-48e5-949e-0448267b99e6 None None] For port 35caccea-726b-40a9-8191-90ad086cd796, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=35caccea-726b-40a9-8191-90ad086cd796,segment=NetworkSegment(9fa8bf49-cfbb-45b4-9550-c10e71046c25),segment_id=9fa8bf49-cfbb-45b4-9550-c10e71046c25)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:03.439352 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 35caccea-726b-40a9-8191-90ad086cd796 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:03.439747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35caccea-726b-40a9-8191-90ad086cd796), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.470278 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691faa4-30da-45ca-bb61-e29a999f7589 req-2278a4e8-ac5d-40df-8570-44322bd5b2f4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:03.471933 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d691faa4-30da-45ca-bb61-e29a999f7589 req-2278a4e8-ac5d-40df-8570-44322bd5b2f4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 945 time: 0.1370883 Jun 17 11:45:03.486525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Allocated IP 172.20.0.1 (fb200a95-e91b-47a8-96e2-cde33c5826a5/af162f5a-cdfc-4ddd-93b4-401c35da2317/51fc96c0-064f-427c-b832-f4af9e46f3c0) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:03.506334 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (64e882c6-f99d-40c3-9d04-6f350ee05b98), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.537591 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:03.557322 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 35caccea-726b-40a9-8191-90ad086cd796 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:03.557778 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (35caccea-726b-40a9-8191-90ad086cd796), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.574929 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.579605 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7e2654dc-d4ec-48e5-949e-0448267b99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (35caccea-726b-40a9-8191-90ad086cd796), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.642797 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=64e882c6-f99d-40c3-9d04-6f350ee05b98,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:03.653271 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28941b84-eecc-4fff-9671-7e4ba7152c8a req-adf0035b-0887-4595-b9ad-049d4a036a4f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604499 Jun 17 11:45:03.690557 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Attempting to bind port 0b565c6f-ddf1-4e4b-823d-15deb655b32e on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:03.690928 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Attempting to bind port 0b565c6f-ddf1-4e4b-823d-15deb655b32e by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:03.691291 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Attempting to bind port 0b565c6f-ddf1-4e4b-823d-15deb655b32e on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:03.694953 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8442b-2b1d-4e38-800d-f173db47ffe3 None None] Pushing event updated for resources: {'Port': ['ID=0b565c6f-ddf1-4e4b-823d-15deb655b32e,revision_number=2']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:03.707323 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:03.707769 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:03.708332 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.708851 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:03.709008 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Bound port: 0b565c6f-ddf1-4e4b-823d-15deb655b32e, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:03.709383 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.733776 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d691faa4-30da-45ca-bb61-e29a999f7589 req-63d9b5cb-0f6a-4ee9-96f5-0cf52cae4341 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0cba4d6-37bb-4838-8f27-c93bffe997ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468457 Jun 17 11:45:03.741734 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:03.775236 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks [] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.794243 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-03a64feb-7be1-4b33-acaf-87b1fbc2bce4 None None] Provisioning complete for port 35caccea-726b-40a9-8191-90ad086cd796 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:03.794750 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-03a64feb-7be1-4b33-acaf-87b1fbc2bce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35caccea-726b-40a9-8191-90ad086cd796), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.805052 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.db.api [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 11:45:03.805052 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG oslo_db.api [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 11:45:03.815247 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] For port 0b565c6f-ddf1-4e4b-823d-15deb655b32e, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:03.817180 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks [] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.833072 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2654dc-d4ec-48e5-949e-0448267b99e6 None None] Pushing event updated for resources: {'Port': ['ID=35caccea-726b-40a9-8191-90ad086cd796,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:03.874394 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] For port 0b565c6f-ddf1-4e4b-823d-15deb655b32e, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=0b565c6f-ddf1-4e4b-823d-15deb655b32e,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:03.978314 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.979392 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.984439 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-03a64feb-7be1-4b33-acaf-87b1fbc2bce4 None None] Current status of the port 35caccea-726b-40a9-8191-90ad086cd796 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:03.989708 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:03.990754 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:04.020484 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:04.068010 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Pushing event updated for resources: {'Port': ['ID=51fc96c0-064f-427c-b832-f4af9e46f3c0,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:04.080881 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:04.090765 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:04.090978 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a71e4-0950-48c2-aeb5-a6edf3419bdc req-82ffc993-89a9-404c-98d1-b00252261d9a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:04.090978 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5e1a71e4-0950-48c2-aeb5-a6edf3419bdc req-82ffc993-89a9-404c-98d1-b00252261d9a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.4334347 Jun 17 11:45:04.091187 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:04.188866 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Routers {'5a0f1e78-2f50-4010-b067-f435ab902225'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:04.190044 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5a0f1e78-2f50-4010-b067-f435ab902225'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:04.193817 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (5a0f1e78-2f50-4010-b067-f435ab902225), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:04.253470 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8442b-2b1d-4e38-800d-f173db47ffe3 None None] Pushing event updated for resources: {'Port': ['ID=0b565c6f-ddf1-4e4b-823d-15deb655b32e,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:04.315630 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Pushing event updated for resources: {'Port': ['ID=98e1ed0d-aded-4521-a0ff-385fc791d7bd,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:04.406646 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 35caccea-726b-40a9-8191-90ad086cd796 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:04.436920 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e5d36-1978-4a4f-9f4b-46a47da4c2fc req-465a02c7-4aef-49cc-aa57-fd051ee2a769 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:04.454415 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f64e5d36-1978-4a4f-9f4b-46a47da4c2fc req-465a02c7-4aef-49cc-aa57-fd051ee2a769 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.5374901 Jun 17 11:45:04.467797 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] Set router 5a0f1e78-2f50-4010-b067-f435ab902225 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:04.507632 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:04.515186 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5e1a71e4-0950-48c2-aeb5-a6edf3419bdc req-a2087d5c-9d9b-44f6-8e14-1707a1994d8f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996501 Jun 17 11:45:04.518858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:04.521259 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-1a5d9512-f25f-40ff-9aee-6d231a3d8ded None None] Provisioning complete for port 51fc96c0-064f-427c-b832-f4af9e46f3c0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:04.521259 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9512-f25f-40ff-9aee-6d231a3d8ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:04.528897 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:45:04.668960 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d9512-f25f-40ff-9aee-6d231a3d8ded None None] Port 51fc96c0-064f-427c-b832-f4af9e46f3c0 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:04.755004 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f64e5d36-1978-4a4f-9f4b-46a47da4c2fc req-04119056-53e3-4e91-9526-4aebcc358a13 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995956 Jun 17 11:45:04.816240 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:04.916077 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:45:00Z', 'revision_number': 3, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:04.990255 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7237961-63c4-4871-8ff3-0a3723d7100e None None] The sync data for ids ['5a0f1e78-2f50-4010-b067-f435ab902225'] in dv-cinder-837166-3-iscsi is: [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:45:00Z', 'revision_number': 3, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:05.008644 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:05.012058 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-cc9ae8d8-9f12-43e4-9d57-a0c7f8d4775b None None] Provisioning complete for port 98e1ed0d-aded-4521-a0ff-385fc791d7bd triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:05.012604 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8d8-9f12-43e4-9d57-a0c7f8d4775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:05.059342 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dbeb1fdf-888b-4bf5-a024-5051342625cb req-9efd8b8c-8c6b-4dd2-ba19-f7ca24c41b96 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 210 time: 0.0688868 Jun 17 11:45:05.099975 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:45:05.121843 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:05.135528 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ae8d8-9f12-43e4-9d57-a0c7f8d4775b None None] Port 98e1ed0d-aded-4521-a0ff-385fc791d7bd cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:05.138435 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:05.156981 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:05.158271 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:05.182652 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:05.203105 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] No DVR routers for this DVR port 64e882c6-f99d-40c3-9d04-6f350ee05b98 on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:45:05.210953 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:05.215555 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-309efcfb-8157-4086-8977-8545eb3e1854 req-b5f529f4-b49d-429d-8f83-05c88f7b00bd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "DELETE /v2.0/ports/64e882c6-f99d-40c3-9d04-6f350ee05b98 HTTP/1.1" status: 204 len: 173 time: 3.6611977 Jun 17 11:45:05.216206 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'name': 'network-vif-deleted', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:05.227599 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850beaf1-3a09-4f31-a69e-56e22113066f" -d '{"events": [{"server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "name": "network-vif-deleted", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:05.252657 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:05.260765 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35caccea-726b-40a9-8191-90ad086cd796 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:05.320748 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a66405-d024-4d8f-8fa4-a42329b6624b x-openstack-request-id: req-87a66405-d024-4d8f-8fa4-a42329b6624b {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:05.323000 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d94a32-3230-4516-9233-fa758d450798", "name": "network-vif-deleted", "tag": "64e882c6-f99d-40c3-9d04-6f350ee05b98", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:05.323000 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87a66405-d024-4d8f-8fa4-a42329b6624b {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:05.323000 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a66405-d024-4d8f-8fa4-a42329b6624b'] response: {'server_uuid': 'a8d94a32-3230-4516-9233-fa758d450798', 'name': 'network-vif-deleted', 'tag': '64e882c6-f99d-40c3-9d04-6f350ee05b98', 'status': 'completed', 'code': 200} Jun 17 11:45:05.332248 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:05.419508 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 35caccea-726b-40a9-8191-90ad086cd796 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:05.419768 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (35caccea-726b-40a9-8191-90ad086cd796), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:05.448287 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:05.454789 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e4aaab19-d935-4417-ba9f-553f1da0578c admin admin] 10.222.0.45 "PUT /v2.0/routers/7f22f1d1-a688-47b8-a6d9-47211b2e32f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8287516 Jun 17 11:45:05.485887 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:05.541153 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:05.549339 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks [] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:05.657700 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:05.695828 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 35caccea-726b-40a9-8191-90ad086cd796 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:05.696888 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8e4bd6ea-259d-449a-aa10-8708c92c0f75 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:05.728874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249816e-2022-4405-b768-0df898648a1e req-3b147007-12a3-4bd7-ac73-52bd82c96e17 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:05.730922 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e249816e-2022-4405-b768-0df898648a1e req-3b147007-12a3-4bd7-ac73-52bd82c96e17 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0786431 Jun 17 11:45:05.877439 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (5a0f1e78-2f50-4010-b067-f435ab902225), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:05.885975 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Pushing event updated for resources: {'Port': ['ID=51fc96c0-064f-427c-b832-f4af9e46f3c0,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:05.930004 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e249816e-2022-4405-b768-0df898648a1e req-5d6d2c08-b960-483f-8b33-57063107d0cc tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864440 Jun 17 11:45:05.998298 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 2, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:06.000767 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 64e882c6-f99d-40c3-9d04-6f350ee05b98 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:45:06.007994 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91831fe3-8344-4c56-bea1-a1cff8b515d1 req-6929d600-7ab2-4ba4-9276-5f825b2561f9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:06.013154 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-91831fe3-8344-4c56-bea1-a1cff8b515d1 req-6929d600-7ab2-4ba4-9276-5f825b2561f9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1400819 Jun 17 11:45:06.060085 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:06.065662 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 64e882c6-f99d-40c3-9d04-6f350ee05b98 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:45:06.065662 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 64e882c6-f99d-40c3-9d04-6f350ee05b98 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:45:06.080259 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:06.080912 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:06.122910 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:06.131274 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:06.194111 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-91831fe3-8344-4c56-bea1-a1cff8b515d1 req-d03c7b7c-280a-4284-826a-b9c9d047f4f0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733515 Jun 17 11:45:06.241370 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:06.326647 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3e521060-3ebb-4fc7-acf2-ab3779bb789e req-8c0c932d-5675-4437-9730-a58b928ef80b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d94a32-3230-4516-9233-fa758d450798 HTTP/1.1" status: 200 len: 210 time: 0.0690529 Jun 17 11:45:06.348672 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:06.349047 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:06.594080 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Router 5a0f1e78-2f50-4010-b067-f435ab902225 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:45:06.710767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:06.725702 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:06.885358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-a167c372-e6e5-473d-b10c-d85f3f9528f6 None None] Provisioning complete for port 51fc96c0-064f-427c-b832-f4af9e46f3c0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:06.885804 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a167c372-e6e5-473d-b10c-d85f3f9528f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:06.901085 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:06.909828 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c181c2a0-e15c-4967-abda-5abba572cd89 admin admin] 10.222.0.45 "PUT /v2.0/routers/5a0f1e78-2f50-4010-b067-f435ab902225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4985924 Jun 17 11:45:07.212263 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Sync routers for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:07.237077 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-a167c372-e6e5-473d-b10c-d85f3f9528f6 None None] Port 51fc96c0-064f-427c-b832-f4af9e46f3c0 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:07.246150 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:07.248098 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:07.301629 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33304) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:07.306884 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1211082816-network', 'tenant_id': '984cef275141426eb0cfadf040381fda'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:07.426391 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5ea2d-ac37-4ea6-964d-b958ddd4f78c req-fdbba346-df77-4bb0-b42a-676a493c77e7 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:07.442846 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ced5ea2d-ac37-4ea6-964d-b958ddd4f78c req-fdbba346-df77-4bb0-b42a-676a493c77e7 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1811512 Jun 17 11:45:07.458680 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:07.459137 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:07.461762 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Made reservation on behalf of 984cef275141426eb0cfadf040381fda for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:45:07.466315 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 2, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:07.466889 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:07.487170 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:07.520860 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8bb17-eeda-43c1-8a92-cc08cf4221c4 None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '10acb40c-7a7e-4883-9663-d87d08a1cdfa', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:51:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48aa4e-115e-4d58-8940-f722120f4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:41:25Z', 'updated_at': '2022-06-17T11:41:59Z', 'revision_number': 2, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:07.526580 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 8e4bd6ea-259d-449a-aa10-8708c92c0f75, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8e4bd6ea-259d-449a-aa10-8708c92c0f75,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:07.600365 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:07.709511 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=8e4bd6ea-259d-449a-aa10-8708c92c0f75,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:07.799966 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks [] for security_group (eb3cdd55-3e44-4521-8fb8-bffcc8e27f98), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:07.860801 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 0b565c6f-ddf1-4e4b-823d-15deb655b32e up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:07.863443 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:07.885523 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (eb3cdd55-3e44-4521-8fb8-bffcc8e27f98), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:07.945539 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 0b565c6f-ddf1-4e4b-823d-15deb655b32e triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:07.949649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:07.984816 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:45:08.008170 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3cdd55-3e44-4521-8fb8-bffcc8e27f98,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:08.025808 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (dd3e5730-bc13-4c39-9fd6-a1940966a38f), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.027197 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Added segment dd3e5730-bc13-4c39-9fd6-a1940966a38f of type vlan for network 1aabab82-ec1b-47d7-8934-53244c13e35f Jun 17 11:45:08.029514 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234c75b-29bd-4c73-9e19-14f5bc5189fc req-29e2d92d-54a5-4ce2-a2d9-ca41cbcbd9e2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:08.038509 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f234c75b-29bd-4c73-9e19-14f5bc5189fc req-29e2d92d-54a5-4ce2-a2d9-ca41cbcbd9e2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.5385735 Jun 17 11:45:08.041656 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-07b46fa7-af0e-4819-9979-1dd627b44145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:08.044606 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-07b46fa7-af0e-4819-9979-1dd627b44145 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1129 time: 0.7619197 Jun 17 11:45:08.105833 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (1aabab82-ec1b-47d7-8934-53244c13e35f), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.190735 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:03Z', 'revision_number': 2, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:08.204043 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (1aabab82-ec1b-47d7-8934-53244c13e35f), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.205704 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:08.206558 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.210365 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 0b565c6f-ddf1-4e4b-823d-15deb655b32e is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:08.212954 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.244767 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Checking router: 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:08.245186 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Updating router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 port 98e1ed0d-aded-4521-a0ff-385fc791d7bd binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:45:08.289466 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 0b565c6f-ddf1-4e4b-823d-15deb655b32e, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=0b565c6f-ddf1-4e4b-823d-15deb655b32e,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:08.291923 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.334527 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36008c-b1ff-4e81-a2eb-c46f67ea6fc0 None None] New status for floating IP bf15a4c3-070c-4691-aa61-c1ec0f02136e: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:45:08.398496 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=1aabab82-ec1b-47d7-8934-53244c13e35f,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:08.418848 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-530fef9f-6eda-4d99-8910-138fa0f60cb0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1159046 Jun 17 11:45:08.420178 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f234c75b-29bd-4c73-9e19-14f5bc5189fc req-a01dc53b-4275-459c-974a-3d6292e15d15 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805768 Jun 17 11:45:08.430990 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33320) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:08.438090 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.441200 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 1aabab82-ec1b-47d7-8934-53244c13e35f details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:45:08.460060 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Request body: {'subnet': {'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1211082816-subnet', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:08.520760 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ced5ea2d-ac37-4ea6-964d-b958ddd4f78c req-94a00c1a-f469-41b7-a60f-3155173cb0cf tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0769262 Jun 17 11:45:08.544965 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:08.591650 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=0b565c6f-ddf1-4e4b-823d-15deb655b32e,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:08.604057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-195878cd-8363-44a4-8f83-278a74457335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:08.611358 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Made reservation on behalf of 984cef275141426eb0cfadf040381fda for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:45:08.614237 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982754'] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.617297 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.617839 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.618378 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.619229 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.619917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.626250 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.626250 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.626250 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.626250 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.632316 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-195878cd-8363-44a4-8f83-278a74457335 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.5674615 Jun 17 11:45:08.655242 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.656549 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.664020 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.672597 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.673448 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.674040 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:08.752452 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33328) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:08.755707 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:08.789171 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-189b5f40-8e9e-4f41-8e1c-11a91ce89487 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 200 len: 1000 time: 0.1451046 Jun 17 11:45:08.902810 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Publish callbacks [] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.909632 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-a84ce499-dd9a-4fc6-b18e-d7f01809d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:08.912094 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-a84ce499-dd9a-4fc6-b18e-d7f01809d63f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.1140342 Jun 17 11:45:08.951073 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a118086d-e8f7-4e82-81c1-d8db648c89c2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (e0cba4d6-37bb-4838-8f27-c93bffe997ca), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.989262 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:08.993276 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:09.008789 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-11c7f182-70ae-423f-a847-092d1f4b5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:09.018971 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-11c7f182-70ae-423f-a847-092d1f4b5089 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946941 Jun 17 11:45:09.040545 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:09.049194 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a118086d-e8f7-4e82-81c1-d8db648c89c2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (e0cba4d6-37bb-4838-8f27-c93bffe997ca), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.056636 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ca063-04bc-4d8e-91a8-ebce5610084b None None] Pushing event updated for resources: {'Port': ['ID=98e1ed0d-aded-4521-a0ff-385fc791d7bd,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:09.061263 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:09.201976 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Sync routers for ids ['5a0f1e78-2f50-4010-b067-f435ab902225'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:09.238904 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-d3dd65a0-b4db-41e6-afc9-737061822f07 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158976 Jun 17 11:45:09.250844 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Attempting to bind port 98e1ed0d-aded-4521-a0ff-385fc791d7bd on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:09.251912 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Attempting to bind port 98e1ed0d-aded-4521-a0ff-385fc791d7bd by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:09.252458 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Attempting to bind port 98e1ed0d-aded-4521-a0ff-385fc791d7bd on network 29b7df83-bd84-4880-9c95-be54b0ab66a0 {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:09.259799 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Routers {'5a0f1e78-2f50-4010-b067-f435ab902225'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:09.260814 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5a0f1e78-2f50-4010-b067-f435ab902225'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:09.263836 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:09.264688 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Checking segment: {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:09.265980 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.266569 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Bound using segment: {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:09.267327 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Bound port: 98e1ed0d-aded-4521-a0ff-385fc791d7bd, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:09.267716 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.400324 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982768'] for subnet (9e82391f-1c80-4424-908d-22709f49788d), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.420693 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:09.449505 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:09.458879 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a118086d-e8f7-4e82-81c1-d8db648c89c2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e0cba4d6-37bb-4838-8f27-c93bffe997ca), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.467714 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a118086d-e8f7-4e82-81c1-d8db648c89c2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.471940 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a118086d-e8f7-4e82-81c1-d8db648c89c2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0cba4d6-37bb-4838-8f27-c93bffe997ca HTTP/1.1" status: 204 len: 168 time: 0.7115762 Jun 17 11:45:09.477262 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33332) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:09.489115 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54bc3aaf-8fdd-4563-b675-a5ed4185c245 req-f0429c1a-b72d-4319-bcec-3f5af3be7fa2 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079177 Jun 17 11:45:09.513906 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118086d-e8f7-4e82-81c1-d8db648c89c2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cba4d6-37bb-4838-8f27-c93bffe997ca,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:09.538975 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.api.v2.resource [None req-f4ebeef3-fb05-4682-8ae5-a3ed47d9d392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] show failed (client error): The resource could not be found. Jun 17 11:45:09.540073 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f4ebeef3-fb05-4682-8ae5-a3ed47d9d392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups/e0cba4d6-37bb-4838-8f27-c93bffe997ca HTTP/1.1" status: 404 len: 347 time: 0.0410349 Jun 17 11:45:09.543090 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33334) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:09.560162 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e82391f-1c80-4424-908d-22709f49788d,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:09.570016 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Set router 5a0f1e78-2f50-4010-b067-f435ab902225 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:09.579548 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] For port 98e1ed0d-aded-4521-a0ff-385fc791d7bd, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:09.604851 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-ab93da1a-8f0c-49c6-ad12-e52ace031a49 None None] Provisioning complete for port 98e1ed0d-aded-4521-a0ff-385fc791d7bd triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:09.605499 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-ab93da1a-8f0c-49c6-ad12-e52ace031a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.644221 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Checking segment: {'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:09.644497 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Network hostable DHCP agents. Network: 1aabab82-ec1b-47d7-8934-53244c13e35f, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:45:09.726763 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-ab93da1a-8f0c-49c6-ad12-e52ace031a49 None None] Port 98e1ed0d-aded-4521-a0ff-385fc791d7bd cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:09.731271 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] For port 98e1ed0d-aded-4521-a0ff-385fc791d7bd, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=98e1ed0d-aded-4521-a0ff-385fc791d7bd,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:09.829124 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 0b565c6f-ddf1-4e4b-823d-15deb655b32e up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:09.885969 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 0b565c6f-ddf1-4e4b-823d-15deb655b32e triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:09.886665 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.888503 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416cd94-fad9-45b2-974c-3f71c0803ec3 req-bfd5ec7e-e2dc-481a-9c4d-c58d2e3561b1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:09.890640 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6416cd94-fad9-45b2-974c-3f71c0803ec3 req-bfd5ec7e-e2dc-481a-9c4d-c58d2e3561b1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.2011755 Jun 17 11:45:09.903275 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Network 1aabab82-ec1b-47d7-8934-53244c13e35f is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:45:09.909603 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:09.913330 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c80d9-6b71-45e0-bdae-7ab2b2d0313b req-a450e543-23fe-4542-b3bc-b11568291566 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:09.921389 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-418c80d9-6b71-45e0-bdae-7ab2b2d0313b req-a450e543-23fe-4542-b3bc-b11568291566 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.3690248 Jun 17 11:45:09.992648 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 0b565c6f-ddf1-4e4b-823d-15deb655b32e is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:09.994226 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8e4bd6ea-259d-449a-aa10-8708c92c0f75 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:10.028749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 1aabab82-ec1b-47d7-8934-53244c13e35f) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:10.036040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:10.036828 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.048938 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c849650-00fb-43ce-8c3f-a935f4a1fc06 None None] Network 1aabab82-ec1b-47d7-8934-53244c13e35f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:45:10.062670 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:10.064082 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:10.078325 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:10.085072 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port b5de527d-888a-448b-8822-4d44ab02d6eb {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:45:10.085072 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.170409 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c608e1a3-6068-4fa3-a0ef-681b41ceb729 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7359805 Jun 17 11:45:10.170891 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33338) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:10.176392 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:10.196444 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ca063-04bc-4d8e-91a8-ebce5610084b None None] Pushing event updated for resources: {'Port': ['ID=98e1ed0d-aded-4521-a0ff-385fc791d7bd,revision_number=4']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:10.212079 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:45:04Z', 'revision_number': 4, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '51fc96c0-064f-427c-b832-f4af9e46f3c0', 'name': '', 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'mac_address': 'fa:16:3e:10:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'af162f5a-cdfc-4ddd-93b4-401c35da2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:03Z', 'updated_at': '2022-06-17T11:45:05Z', 'revision_number': 2, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'subnets': [{'id': 'af162f5a-cdfc-4ddd-93b4-401c35da2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:10.252470 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-1aabab82-ec1b-47d7-8934-53244c13e35f', 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f', 'project_id': '984cef275141426eb0cfadf040381fda', 'fixed_ips': [{'subnet_id': '9e82391f-1c80-4424-908d-22709f49788d'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:45:10.253696 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.273747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:10.288008 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:10.288696 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.322918 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Checking router: 5a0f1e78-2f50-4010-b067-f435ab902225 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:10.323506 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Updating router 5a0f1e78-2f50-4010-b067-f435ab902225 port 51fc96c0-064f-427c-b832-f4af9e46f3c0 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:45:10.354456 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6416cd94-fad9-45b2-974c-3f71c0803ec3 req-fedd3146-6bf6-4e74-a9ad-2475b8592415 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552968 Jun 17 11:45:10.399819 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (6f580d15-44e8-4582-a487-6479597aa2d2), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.399819 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (6f580d15-44e8-4582-a487-6479597aa2d2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.401119 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-418c80d9-6b71-45e0-bdae-7ab2b2d0313b req-e2b4e682-f7b5-4d96-9333-3d2fc276248c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4795530 Jun 17 11:45:10.468762 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.474160 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (b5de527d-888a-448b-8822-4d44ab02d6eb), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.511202 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-7266b407-468a-40e7-a12e-0bbdb7334b05 None None] Provisioning complete for port 98e1ed0d-aded-4521-a0ff-385fc791d7bd triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:10.511926 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7266b407-468a-40e7-a12e-0bbdb7334b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.516368 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for b5de527d-888a-448b-8822-4d44ab02d6eb owned by network:floatingip {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:45:10.575616 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.633467 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:10.635044 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:10.636056 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:10.646786 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks [] for router_controller (6f580d15-44e8-4582-a487-6479597aa2d2), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.728640 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Allocated IP 172.20.0.2 (1aabab82-ec1b-47d7-8934-53244c13e35f/9e82391f-1c80-4424-908d-22709f49788d/6443fdcb-2a9a-43fc-986c-a69e551b15e7) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:10.742980 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-7266b407-468a-40e7-a12e-0bbdb7334b05 None None] Current status of the port 98e1ed0d-aded-4521-a0ff-385fc791d7bd is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:10.743542 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7266b407-468a-40e7-a12e-0bbdb7334b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:10.778750 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:10.802548 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-7266b407-468a-40e7-a12e-0bbdb7334b05 None None] For port 98e1ed0d-aded-4521-a0ff-385fc791d7bd, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=98e1ed0d-aded-4521-a0ff-385fc791d7bd,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:10.974406 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Publish callbacks [] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.023114 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7266b407-468a-40e7-a12e-0bbdb7334b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.035266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (b5de527d-888a-448b-8822-4d44ab02d6eb), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.055394 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks [] for router_gateway (6f580d15-44e8-4582-a487-6479597aa2d2), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.117945 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.136283 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266b407-468a-40e7-a12e-0bbdb7334b05 None None] Pushing event updated for resources: {'Port': ['ID=98e1ed0d-aded-4521-a0ff-385fc791d7bd,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:11.141362 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:11.150096 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Network 1aabab82-ec1b-47d7-8934-53244c13e35f is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:11.152218 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (bf15a4c3-070c-4691-aa61-c1ec0f02136e), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.158728 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.160382 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/floatingips/bf15a4c3-070c-4691-aa61-c1ec0f02136e HTTP/1.1" status: 204 len: 168 time: 1.6161218 Jun 17 11:45:11.161363 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=b5de527d-888a-448b-8822-4d44ab02d6eb,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:11.173359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.174075 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.174803 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.175006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.175520 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.176486 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.176923 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.179615 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.182826 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.182968 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.183461 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.184039 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.184463 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.184919 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.185416 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b6c3-c5e9-4fa2-a30d-e7150643cd29 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:11.197851 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:11.205776 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:11.255500 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:11.307422 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:11.329184 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Pushing event updated for resources: {'Port': ['ID=6443fdcb-2a9a-43fc-986c-a69e551b15e7,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:11.367328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Attempting to bind port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:11.367753 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Attempting to bind port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:11.368216 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Attempting to bind port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 on network 1aabab82-ec1b-47d7-8934-53244c13e35f {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:11.379636 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:11.380315 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Checking segment: {'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:11.380894 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.381460 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Bound using segment: {'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:11.382128 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Bound port: 6443fdcb-2a9a-43fc-986c-a69e551b15e7, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:11.382684 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.423979 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:09Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:11.471972 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] For port 6443fdcb-2a9a-43fc-986c-a69e551b15e7, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:11.476115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] For port 6443fdcb-2a9a-43fc-986c-a69e551b15e7, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=6443fdcb-2a9a-43fc-986c-a69e551b15e7,segment=NetworkSegment(dd3e5730-bc13-4c39-9fd6-a1940966a38f),segment_id=dd3e5730-bc13-4c39-9fd6-a1940966a38f)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:11.510260 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e7c31-e651-4a59-af99-abb88e66ae85 None None] The sync data for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi is: [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:09Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:11.600660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.648899 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Publish callbacks [] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.696893 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef38e26-81b1-40b9-8d55-f5be0b6303d5 req-db319405-de4c-4ae4-a3af-09349866d925 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:11.698708 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3ef38e26-81b1-40b9-8d55-f5be0b6303d5 req-db319405-de4c-4ae4-a3af-09349866d925 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1472404 Jun 17 11:45:11.729371 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.798867 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks [] for router_gateway (6f580d15-44e8-4582-a487-6479597aa2d2), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.821568 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1b95c-f27e-4cf9-896f-e92eb239b7a1 None None] Pushing event updated for resources: {'Port': ['ID=6443fdcb-2a9a-43fc-986c-a69e551b15e7,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:11.882850 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:11.943264 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a896f28-33a9-426a-b223-df04df15e71c None None] Pushing event updated for resources: {'Port': ['ID=51fc96c0-064f-427c-b832-f4af9e46f3c0,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:11.947193 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 98e1ed0d-aded-4521-a0ff-385fc791d7bd up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:11.974532 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3ef38e26-81b1-40b9-8d55-f5be0b6303d5 req-27a50608-1f9b-4e31-9447-cec455341795 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578075 Jun 17 11:45:12.197504 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 98e1ed0d-aded-4521-a0ff-385fc791d7bd triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:12.197882 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.200997 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Attempting to bind port 51fc96c0-064f-427c-b832-f4af9e46f3c0 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:12.201647 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Attempting to bind port 51fc96c0-064f-427c-b832-f4af9e46f3c0 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:12.202178 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Attempting to bind port 51fc96c0-064f-427c-b832-f4af9e46f3c0 on network fb200a95-e91b-47a8-96e2-cde33c5826a5 {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:12.213699 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:12.216509 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Checking segment: {'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:12.219632 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.224097 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Bound using segment: {'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:12.224097 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Bound port: 51fc96c0-064f-427c-b832-f4af9e46f3c0, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa8bf49-cfbb-45b4-9550-c10e71046c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:12.224097 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.335065 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ba8f9-f8cb-4c77-9188-f1bdb5c06222 req-d38dc1a6-73d1-401f-854c-9ff16814bb9d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:12.336928 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fa7ba8f9-f8cb-4c77-9188-f1bdb5c06222 req-d38dc1a6-73d1-401f-854c-9ff16814bb9d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1710963 Jun 17 11:45:12.344533 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Allocated IP 172.27.2.92 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/48d21791-f3bd-465f-a715-73b671457593) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:12.469950 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] For port 51fc96c0-064f-427c-b832-f4af9e46f3c0, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:12.487878 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] For port 51fc96c0-064f-427c-b832-f4af9e46f3c0, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=51fc96c0-064f-427c-b832-f4af9e46f3c0,segment=NetworkSegment(9fa8bf49-cfbb-45b4-9550-c10e71046c25),segment_id=9fa8bf49-cfbb-45b4-9550-c10e71046c25)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:12.575619 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 98e1ed0d-aded-4521-a0ff-385fc791d7bd is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:12.586771 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fa7ba8f9-f8cb-4c77-9188-f1bdb5c06222 req-bd5bea4f-68c3-4392-8fa6-5b7f19b37436 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384701 Jun 17 11:45:12.589455 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:12.603869 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks [] for port (48d21791-f3bd-465f-a715-73b671457593), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.628198 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.662875 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-245725e4-be91-41f3-ba4c-0c1907dfd1f1 None None] Provisioning complete for port 51fc96c0-064f-427c-b832-f4af9e46f3c0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:12.663644 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-245725e4-be91-41f3-ba4c-0c1907dfd1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.740462 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Routers {'5a0f1e78-2f50-4010-b067-f435ab902225'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:12.747867 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5a0f1e78-2f50-4010-b067-f435ab902225'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:12.773229 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (48d21791-f3bd-465f-a715-73b671457593), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.865680 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a896f28-33a9-426a-b223-df04df15e71c None None] Pushing event updated for resources: {'Port': ['ID=51fc96c0-064f-427c-b832-f4af9e46f3c0,revision_number=4']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:12.933627 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:12.970435 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:12.975120 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-245725e4-be91-41f3-ba4c-0c1907dfd1f1 None None] Current status of the port 51fc96c0-064f-427c-b832-f4af9e46f3c0 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:12.976806 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-245725e4-be91-41f3-ba4c-0c1907dfd1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:12.994503 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:13.077036 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] Set router 5a0f1e78-2f50-4010-b067-f435ab902225 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:13.100769 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-245725e4-be91-41f3-ba4c-0c1907dfd1f1 None None] For port 51fc96c0-064f-427c-b832-f4af9e46f3c0, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=51fc96c0-064f-427c-b832-f4af9e46f3c0,segment=NetworkSegment(9fa8bf49-cfbb-45b4-9550-c10e71046c25),segment_id=9fa8bf49-cfbb-45b4-9550-c10e71046c25)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:13.166756 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Pushing event updated for resources: {'Port': ['ID=48d21791-f3bd-465f-a715-73b671457593,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:13.178029 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-245725e4-be91-41f3-ba4c-0c1907dfd1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:13.253035 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:13.301826 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245725e4-be91-41f3-ba4c-0c1907dfd1f1 None None] Pushing event updated for resources: {'Port': ['ID=51fc96c0-064f-427c-b832-f4af9e46f3c0,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:13.347647 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-e83c379d-98d1-4ea8-bedb-b38d076db68b None None] Provisioning complete for port 51fc96c0-064f-427c-b832-f4af9e46f3c0 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:13.353433 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-e83c379d-98d1-4ea8-bedb-b38d076db68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:13.423998 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b707c-5074-4550-a3d0-5d04003ccd50 req-f56cb257-c21e-4877-8400-2d33fb0a4c2f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:13.448361 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e52b707c-5074-4550-a3d0-5d04003ccd50 req-f56cb257-c21e-4877-8400-2d33fb0a4c2f tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.2240987 Jun 17 11:45:13.487208 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0f017-dc2f-4f7a-ae5d-2f48a74512df req-c63e7bea-f608-4e90-8f6d-6a973b98e535 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:13.503613 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ae0f017-dc2f-4f7a-ae5d-2f48a74512df req-c63e7bea-f608-4e90-8f6d-6a973b98e535 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1989591 Jun 17 11:45:13.522880 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.523533 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.526887 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.527429 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.527998 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.536073 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.559802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:45:13.616169 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-e83c379d-98d1-4ea8-bedb-b38d076db68b None None] Current status of the port 51fc96c0-064f-427c-b832-f4af9e46f3c0 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:13.649907 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:13.855588 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-81f1ff9c-8fc6-44cb-9b9b-4afee10102a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:13.880183 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:45:04Z', 'revision_number': 4, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '51fc96c0-064f-427c-b832-f4af9e46f3c0', 'name': '', 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'mac_address': 'fa:16:3e:10:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'af162f5a-cdfc-4ddd-93b4-401c35da2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:03Z', 'updated_at': '2022-06-17T11:45:12Z', 'revision_number': 4, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'subnets': [{'id': 'af162f5a-cdfc-4ddd-93b4-401c35da2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:13.911498 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e52b707c-5074-4550-a3d0-5d04003ccd50 req-b9dfa536-9dbd-46ba-8ad4-8b4e1e440e88 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522772 Jun 17 11:45:13.928637 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ae0f017-dc2f-4f7a-ae5d-2f48a74512df req-23bd5e41-5490-4f92-be26-4ed50290079b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238942 Jun 17 11:45:13.931510 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd345e-c697-475e-82f6-79b577efed32 req-fcf34dc8-edbf-46d2-9774-74f4054b484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:13.934979 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17cd345e-c697-475e-82f6-79b577efed32 req-fcf34dc8-edbf-46d2-9774-74f4054b484c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 1130 time: 0.4149320 Jun 17 11:45:13.945591 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 6443fdcb-2a9a-43fc-986c-a69e551b15e7 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:13.968751 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ad4e1-962a-41e4-bf72-ae84fb00e778 None None] The sync data for ids ['5a0f1e78-2f50-4010-b067-f435ab902225'] in dv-cinder-837166-3-iscsi is: [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:45:04Z', 'revision_number': 4, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '51fc96c0-064f-427c-b832-f4af9e46f3c0', 'name': '', 'network_id': 'fb200a95-e91b-47a8-96e2-cde33c5826a5', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'mac_address': 'fa:16:3e:10:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'af162f5a-cdfc-4ddd-93b4-401c35da2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:03Z', 'updated_at': '2022-06-17T11:45:12Z', 'revision_number': 4, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'subnets': [{'id': 'af162f5a-cdfc-4ddd-93b4-401c35da2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:14.072450 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:14.073496 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:14.159669 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks [] for router_gateway (6f580d15-44e8-4582-a487-6479597aa2d2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:14.224523 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:14.280411 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65703066-9df0-4c20-a383-d3a0e319ce63 req-3f6928ff-e40a-4454-90d6-bed4337278a9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:14.308010 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-65703066-9df0-4c20-a383-d3a0e319ce63 req-3f6928ff-e40a-4454-90d6-bed4337278a9 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.2326660 Jun 17 11:45:14.314868 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33370) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:14.320357 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Request body: {'floatingip': {'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:14.344295 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1907ef7d-91e6-4f1c-9845-ba4deb61bfaf None None] Network 1aabab82-ec1b-47d7-8934-53244c13e35f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:45:14.386842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd345e-c697-475e-82f6-79b577efed32 req-4629dc61-d8b2-4d65-9b95-42f461c209a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:14.388557 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17cd345e-c697-475e-82f6-79b577efed32 req-4629dc61-d8b2-4d65-9b95-42f461c209a7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 911 time: 0.4442761 Jun 17 11:45:14.425666 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:14.426269 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:14.495327 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:14.533490 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-c21524ee-a049-45f3-8f93-3aa5ecaee0e5 None None] Provisioning complete for port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:14.533749 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c21524ee-a049-45f3-8f93-3aa5ecaee0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:14.614054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:14.674119 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (6f580d15-44e8-4582-a487-6479597aa2d2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:14.680604 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17cd345e-c697-475e-82f6-79b577efed32 req-3ca7a46c-b6bc-4603-8b79-b99196a0ffa8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 200 len: 1002 time: 0.2819970 Jun 17 11:45:14.877590 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:45:14.893308 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd345e-c697-475e-82f6-79b577efed32 req-b0012ea7-78db-4c87-8587-4460777e8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:14.894918 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17cd345e-c697-475e-82f6-79b577efed32 req-b0012ea7-78db-4c87-8587-4460777e8775 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.2061431 Jun 17 11:45:14.899994 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:14.977744 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 6443fdcb-2a9a-43fc-986c-a69e551b15e7, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=6443fdcb-2a9a-43fc-986c-a69e551b15e7,segment=NetworkSegment(dd3e5730-bc13-4c39-9fd6-a1940966a38f),segment_id=dd3e5730-bc13-4c39-9fd6-a1940966a38f)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:15.098777 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Router 6f580d15-44e8-4582-a487-6479597aa2d2 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:45:15.174764 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd345e-c697-475e-82f6-79b577efed32 req-682d38d2-b03e-45a3-bfc0-acb59552c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:15.176644 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17cd345e-c697-475e-82f6-79b577efed32 req-682d38d2-b03e-45a3-bfc0-acb59552c94d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2720785 Jun 17 11:45:15.200066 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bce67a-c61f-411f-99a6-05bddcfb5421 req-7e5d9e21-8241-41a2-a756-b51899afc3cd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:15.208056 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76bce67a-c61f-411f-99a6-05bddcfb5421 req-7e5d9e21-8241-41a2-a756-b51899afc3cd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0987012 Jun 17 11:45:15.248877 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-c21524ee-a049-45f3-8f93-3aa5ecaee0e5 None None] Current status of the port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:15.259389 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:15.429652 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=6443fdcb-2a9a-43fc-986c-a69e551b15e7,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:15.472827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8fcd-274b-42f3-9af9-8a694ea2b16f req-e5a3cba1-72cd-4cc0-b2c0-07490b4e56dd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:15.480810 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f88e8fcd-274b-42f3-9af9-8a694ea2b16f req-e5a3cba1-72cd-4cc0-b2c0-07490b4e56dd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.2562685 Jun 17 11:45:15.571029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:15.580348 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:15.586952 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Sync routers for ids ['6f580d15-44e8-4582-a487-6479597aa2d2'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:15.601049 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Routers {'6f580d15-44e8-4582-a487-6479597aa2d2'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:15.601726 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:44:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['6f580d15-44e8-4582-a487-6479597aa2d2'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:15.691792 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:15.693749 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-25cd21de-b1a8-4d59-a837-9dc613db879e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5216076 Jun 17 11:45:15.696437 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33376) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:15.772530 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Set router 6f580d15-44e8-4582-a487-6479597aa2d2 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:15.848650 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f88e8fcd-274b-42f3-9af9-8a694ea2b16f req-3715b5a5-df46-4826-8242-3049f1a9e359 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210247 Jun 17 11:45:15.871029 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76bce67a-c61f-411f-99a6-05bddcfb5421 req-f88b7404-5b3b-4f8a-bc96-1b9107637110 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6619964 Jun 17 11:45:15.962421 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4c816c6e-99d2-45da-933b-10f2e67195b9 None None] Provisioning complete for port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:15.962788 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4c816c6e-99d2-45da-933b-10f2e67195b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:16.007676 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 6443fdcb-2a9a-43fc-986c-a69e551b15e7 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:16.219805 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:16.232345 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:16.251262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '48d21791-f3bd-465f-a715-73b671457593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:45:13Z', 'revision_number': 3, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port': {'id': '48d21791-f3bd-465f-a715-73b671457593', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:11Z', 'updated_at': '2022-06-17T11:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:16.280273 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:16.280782 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:16.339695 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8efa994e-b565-4256-9f42-a5bd3697e883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:16.341664 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Checking router: 6f580d15-44e8-4582-a487-6479597aa2d2 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:16.342121 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Updating router 6f580d15-44e8-4582-a487-6479597aa2d2 port 48d21791-f3bd-465f-a715-73b671457593 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:45:16.396137 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4c816c6e-99d2-45da-933b-10f2e67195b9 None None] Current status of the port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:16.405454 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17cd345e-c697-475e-82f6-79b577efed32 req-701e5e34-99fa-41f8-baee-e9e182ce52ad service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433914 Jun 17 11:45:16.408240 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:16.417054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (48d21791-f3bd-465f-a715-73b671457593), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:16.424584 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:16.658364 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:16.667700 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:16.667700 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 51fc96c0-064f-427c-b832-f4af9e46f3c0 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:16.837567 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 51fc96c0-064f-427c-b832-f4af9e46f3c0 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:16.838216 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:16.938303 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.047184 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:17.053089 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Publish callbacks [] for port (48d21791-f3bd-465f-a715-73b671457593), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.071089 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 51fc96c0-064f-427c-b832-f4af9e46f3c0 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:17.116733 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:17.188534 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Allocated IP 172.20.0.1 (1aabab82-ec1b-47d7-8934-53244c13e35f/9e82391f-1c80-4424-908d-22709f49788d/8e4d1dd5-e2f6-443f-9d59-7f30257a39ea) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:17.279421 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:17.285999 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a176a8-628a-4c6a-9faa-29797633a135 req-b487e2fe-5601-49ca-9c8c-5c94cb8da546 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:17.287546 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-70a176a8-628a-4c6a-9faa-29797633a135 req-b487e2fe-5601-49ca-9c8c-5c94cb8da546 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.6052184 Jun 17 11:45:17.315846 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5921-2367-4120-a94c-c8dba59350e5 req-6e0f4bec-8920-4631-a5c4-e0bf1a42d8fd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:17.317649 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f5f5921-2367-4120-a94c-c8dba59350e5 req-6e0f4bec-8920-4631-a5c4-e0bf1a42d8fd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1858180 Jun 17 11:45:17.321896 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks [] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.332507 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12882092-4ff9-412c-aa19-6115f5c64b23 req-d3b03a80-e497-488c-b0ef-4f12d2e2cf55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:17.334130 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-12882092-4ff9-412c-aa19-6115f5c64b23 req-d3b03a80-e497-488c-b0ef-4f12d2e2cf55 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.2036676 Jun 17 11:45:17.342487 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (48d21791-f3bd-465f-a715-73b671457593), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.364716 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:17.394456 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17cd345e-c697-475e-82f6-79b577efed32 req-0d41fb03-c8e6-41ee-87ac-a6cc03979469 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9225044 Jun 17 11:45:17.404149 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.441758 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68d84f-7a26-4143-9097-2ea036d8a1ca None None] Pushing event updated for resources: {'Port': ['ID=48d21791-f3bd-465f-a715-73b671457593,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:17.442704 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.444772 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Attempting to bind port 48d21791-f3bd-465f-a715-73b671457593 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:17.445231 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Attempting to bind port 48d21791-f3bd-465f-a715-73b671457593 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:17.445656 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Attempting to bind port 48d21791-f3bd-465f-a715-73b671457593 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:17.452577 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:17.453229 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:17.453624 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.454904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:17.454904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Bound port: 48d21791-f3bd-465f-a715-73b671457593, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:17.455147 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (48d21791-f3bd-465f-a715-73b671457593), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.550895 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] For port 48d21791-f3bd-465f-a715-73b671457593, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:17.555888 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] For port 48d21791-f3bd-465f-a715-73b671457593, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=48d21791-f3bd-465f-a715-73b671457593,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:17.572787 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-12882092-4ff9-412c-aa19-6115f5c64b23 req-2425e64c-a35d-4065-95e5-bd19c7269cf2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036552 Jun 17 11:45:17.617825 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:17.622027 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Network 1aabab82-ec1b-47d7-8934-53244c13e35f is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:17.624325 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:17.646632 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:17.671017 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port 8539e658-97e4-4b54-88b0-968fec4fe3fa {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:45:17.671569 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.690157 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f5f5921-2367-4120-a94c-c8dba59350e5 req-c6fff107-27c6-4885-afd8-6f2010ca719b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265600 Jun 17 11:45:17.697984 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (48d21791-f3bd-465f-a715-73b671457593), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.760823 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (6f580d15-44e8-4582-a487-6479597aa2d2), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.809556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Router 369932f9-6c57-4492-a563-3c81e0e9a870 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:45:17.878631 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] For port 8539e658-97e4-4b54-88b0-968fec4fe3fa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8539e658-97e4-4b54-88b0-968fec4fe3fa,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:17.897612 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:17.897784 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68d84f-7a26-4143-9097-2ea036d8a1ca None None] Pushing event updated for resources: {'Port': ['ID=48d21791-f3bd-465f-a715-73b671457593,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:17.897784 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Routers {'6f580d15-44e8-4582-a487-6479597aa2d2'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:17.898465 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['6f580d15-44e8-4582-a487-6479597aa2d2'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:18.053590 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:18.106699 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] Set router 6f580d15-44e8-4582-a487-6479597aa2d2 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:18.207258 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d307e25b-e1cd-43b3-99a4-26f0701df72e None None] Provisioning complete for port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:18.208191 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d307e25b-e1cd-43b3-99a4-26f0701df72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.237610 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.246654 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.247002 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (10acb40c-7a7e-4883-9663-d87d08a1cdfa), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.247321 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP 10acb40c-7a7e-4883-9663-d87d08a1cdfa disassociated. External IP: 172.27.2.8, port: 8539e658-97e4-4b54-88b0-968fec4fe3fa. Jun 17 11:45:18.247694 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for 8539e658-97e4-4b54-88b0-968fec4fe3fa owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:45:18.283146 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:18.295690 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] Sync routers for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:18.296209 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.322696 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:18.324230 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:18.327605 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:18.432285 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:18.438827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:18.498939 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d307e25b-e1cd-43b3-99a4-26f0701df72e None None] Port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:18.513129 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:18.531607 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-3a409186-d092-4b05-956a-035e98ef5d28 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "PUT /v2.0/floatingips/36f4ed1c-818a-4bd7-82c1-a93b7e6b0296 HTTP/1.1" status: 200 len: 992 time: 4.2152264 Jun 17 11:45:18.569618 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbe820a-6d88-45ca-b353-0157589d7e90 x-openstack-request-id: req-5dbe820a-6d88-45ca-b353-0157589d7e90 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:18.569888 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:18.570188 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dbe820a-6d88-45ca-b353-0157589d7e90 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:18.570419 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '48d21791-f3bd-465f-a715-73b671457593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:45:13Z', 'revision_number': 3, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port': {'id': '48d21791-f3bd-465f-a715-73b671457593', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:11Z', 'updated_at': '2022-06-17T11:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:18.572232 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbe820a-6d88-45ca-b353-0157589d7e90'] response: {'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'status': 'completed', 'code': 200} Jun 17 11:45:18.667220 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc25f88-9c25-4bd6-93aa-3e3ec74feeb5 None None] The sync data for ids ['6f580d15-44e8-4582-a487-6479597aa2d2'] in dv-cinder-837166-3-iscsi is: [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '48d21791-f3bd-465f-a715-73b671457593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:45:13Z', 'revision_number': 3, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port': {'id': '48d21791-f3bd-465f-a715-73b671457593', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:11Z', 'updated_at': '2022-06-17T11:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:18.712184 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks [] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.822984 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.879611 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-7e36eeab-008c-465a-b39f-d3b835059600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:18.881168 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-7e36eeab-008c-465a-b39f-d3b835059600 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1129 time: 0.2666671 Jun 17 11:45:18.887503 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:18.902780 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.911466 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960d77b-eb83-4a9a-ac4e-89d8b3cedf05 req-b08fff9e-7f82-4b2c-a88e-9288268ef744 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:18.919300 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7960d77b-eb83-4a9a-ac4e-89d8b3cedf05 req-b08fff9e-7f82-4b2c-a88e-9288268ef744 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 945 time: 0.1507912 Jun 17 11:45:18.920374 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '36f4ed1c-818a-4bd7-82c1-a93b7e6b0296', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'mac_address': 'fa:16:3e:78:b2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:23Z', 'updated_at': '2022-06-17T11:45:16Z', 'revision_number': 3, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:18.935586 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8021bf5-6312-4e56-9775-9ff75c195d61 req-7f5a5a9d-3074-4e10-8901-1bb90061cb1a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:18.939720 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f8021bf5-6312-4e56-9775-9ff75c195d61 req-7f5a5a9d-3074-4e10-8901-1bb90061cb1a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1128092 Jun 17 11:45:18.939944 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (6f580d15-44e8-4582-a487-6479597aa2d2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:18.941816 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:19.012684 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] Checking router: 369932f9-6c57-4492-a563-3c81e0e9a870 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:19.029702 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:19.030559 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:19.117644 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-f808130b-4175-472b-927c-16d8c4f03456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:19.119667 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-f808130b-4175-472b-927c-16d8c4f03456 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.2273386 Jun 17 11:45:19.127972 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (8539e658-97e4-4b54-88b0-968fec4fe3fa), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:19.137082 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:19.197558 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Network 1aabab82-ec1b-47d7-8934-53244c13e35f is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:19.213364 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:19.244480 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=8539e658-97e4-4b54-88b0-968fec4fe3fa,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:19.277815 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7960d77b-eb83-4a9a-ac4e-89d8b3cedf05 req-fc6ec125-a76d-4e65-a020-18501a469264 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2126757-715e-4418-b13a-142848d5d116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575878 Jun 17 11:45:19.299715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:19.388831 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:19.434457 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:19.516768 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:45:19.554163 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f8021bf5-6312-4e56-9775-9ff75c195d61 req-c95baa38-ee09-4759-b0cc-b5cfddcc039c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5881252 Jun 17 11:45:19.569012 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:19.575549 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-5f055fd7-b947-4e9f-b718-44d7282f2788 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 200 len: 1000 time: 0.4327805 Jun 17 11:45:19.650003 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Router 6f580d15-44e8-4582-a487-6479597aa2d2 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:45:19.691629 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:19.737207 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:19.813792 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-3e2a12bd-cc2a-439b-b104-2285fc434cb8 None None] Provisioning complete for port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:19.815744 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3e2a12bd-cc2a-439b-b104-2285fc434cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:19.985981 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:19.994331 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8cb12fec-5d5e-4327-af6b-7b5d1f2ba1c6 admin admin] 10.222.0.45 "PUT /v2.0/routers/6f580d15-44e8-4582-a487-6479597aa2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2963505 Jun 17 11:45:20.014339 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 8539e658-97e4-4b54-88b0-968fec4fe3fa no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:45:20.032326 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a12bd-cc2a-439b-b104-2285fc434cb8 None None] Port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:20.032326 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 48d21791-f3bd-465f-a715-73b671457593 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:20.115250 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 8539e658-97e4-4b54-88b0-968fec4fe3fa {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:45:20.115629 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 8539e658-97e4-4b54-88b0-968fec4fe3fa not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:45:20.127563 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-df84ed04-4977-41ea-aff5-85e949f2af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:20.135873 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-df84ed04-4977-41ea-aff5-85e949f2af77 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.4622531 Jun 17 11:45:20.148040 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 48d21791-f3bd-465f-a715-73b671457593 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:20.148576 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (48d21791-f3bd-465f-a715-73b671457593), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:20.163584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:20.202931 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '36f4ed1c-818a-4bd7-82c1-a93b7e6b0296', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'mac_address': 'fa:16:3e:78:b2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:23Z', 'updated_at': '2022-06-17T11:45:16Z', 'revision_number': 3, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:20.204186 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:20.233694 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101f16f-e71d-4ba6-91dc-03e2e98405d5 None None] The sync data for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi is: [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '36f4ed1c-818a-4bd7-82c1-a93b7e6b0296', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'port_id': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'mac_address': 'fa:16:3e:78:b2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:43:23Z', 'updated_at': '2022-06-17T11:45:16Z', 'revision_number': 3, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:20.284766 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] No DVR routers for this DVR port 8539e658-97e4-4b54-88b0-968fec4fe3fa on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:45:20.288061 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:20.291718 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-70a176a8-628a-4c6a-9faa-29797633a135 req-39f3dd2b-aeb8-4b5f-85d3-8f5f059e92ef tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "DELETE /v2.0/ports/8539e658-97e4-4b54-88b0-968fec4fe3fa HTTP/1.1" status: 204 len: 173 time: 2.9915526 Jun 17 11:45:20.296419 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-4522a02c-396b-4351-957a-92466b8ee8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:20.298994 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-4522a02c-396b-4351-957a-92466b8ee8a2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1548593 Jun 17 11:45:20.308131 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:20.308791 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:20.513982 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85a81dc1-6e0b-46a0-bd4a-029247d7becc req-6d8b1862-d885-4aa5-b6d3-23d89524bcb9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 210 time: 0.0670838 Jun 17 11:45:20.587012 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}, {'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'name': 'network-vif-deleted', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:20.593217 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512358bd-a711-4bc1-b33b-9bd60153ba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a"}, {"server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "name": "network-vif-deleted", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:20.679350 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-e5874bdb-2825-4603-b2e5-44d1d101a929 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639650 Jun 17 11:45:20.688385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb46dd9-29ac-4c47-8a00-7f0a28024e70 x-openstack-request-id: req-2cb46dd9-29ac-4c47-8a00-7f0a28024e70 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:20.688963 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a", "status": "completed", "code": 200}, {"server_uuid": "be48aa4e-115e-4d58-8940-f722120f4664", "name": "network-vif-deleted", "tag": "8539e658-97e4-4b54-88b0-968fec4fe3fa", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:20.689377 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cb46dd9-29ac-4c47-8a00-7f0a28024e70 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:20.690042 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb46dd9-29ac-4c47-8a00-7f0a28024e70'] response: {'name': 'network-changed', 'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'status': 'completed', 'code': 200} Jun 17 11:45:20.690467 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb46dd9-29ac-4c47-8a00-7f0a28024e70'] response: {'server_uuid': 'be48aa4e-115e-4d58-8940-f722120f4664', 'name': 'network-vif-deleted', 'tag': '8539e658-97e4-4b54-88b0-968fec4fe3fa', 'status': 'completed', 'code': 200} Jun 17 11:45:20.831731 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 48d21791-f3bd-465f-a715-73b671457593 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:20.832310 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (48d21791-f3bd-465f-a715-73b671457593), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:20.846953 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:20.904184 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 48d21791-f3bd-465f-a715-73b671457593, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=48d21791-f3bd-465f-a715-73b671457593,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:20.917511 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd7a2f27-b5fc-4743-903e-2fb1f9a62fbd req-0d874b3a-995a-4e1f-937c-924173d1107d service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241523 Jun 17 11:45:21.080626 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (48d21791-f3bd-465f-a715-73b671457593), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:21.135670 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:21.177530 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33408) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:21.181606 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-443e6ae0-78bf-41bd-a86a-24631f0ade54 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752629204', 'description': 'tempest-secgroup-smoke-752629204 description', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:21.229497 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=48d21791-f3bd-465f-a715-73b671457593,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:21.274448 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-87387a0b-05de-4542-96b0-e7d9d5ea758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:21.276485 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-87387a0b-05de-4542-96b0-e7d9d5ea758d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e38262ed2ed84004a6e01d423cadcae4&device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 1129 time: 0.0717664 Jun 17 11:45:21.281044 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:21.333272 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:21.356078 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:21.357164 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:21.436331 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-de14ef58-48b1-47d7-b279-8dec935ffd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:21.439080 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-de14ef58-48b1-47d7-b279-8dec935ffd99 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 200 len: 920 time: 0.1554122 Jun 17 11:45:21.489930 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-443e6ae0-78bf-41bd-a86a-24631f0ade54 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:21.593197 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-443e6ae0-78bf-41bd-a86a-24631f0ade54 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group (e600a4b8-a97f-4535-bc9c-accb5bb9743a), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:21.611563 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:21.645999 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-8ce1dfc4-51e3-45f5-a374-37fae5a1d851 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 200 len: 1000 time: 0.2004058 Jun 17 11:45:21.774870 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-443e6ae0-78bf-41bd-a86a-24631f0ade54 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e600a4b8-a97f-4535-bc9c-accb5bb9743a), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:21.836472 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 48d21791-f3bd-465f-a715-73b671457593 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:21.856405 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:21.981220 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 48d21791-f3bd-465f-a715-73b671457593 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:21.981642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (48d21791-f3bd-465f-a715-73b671457593), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:22.072886 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:22.108380 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca0b147-b76f-49f1-ae77-091767ae7167 None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:22.171488 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 48d21791-f3bd-465f-a715-73b671457593 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:22.214841 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bf018ac8-34d2-46df-be54-e984414997c5 req-10f13ff1-4a8d-4300-8169-4a9abf6c336b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=be48aa4e-115e-4d58-8940-f722120f4664 HTTP/1.1" status: 200 len: 210 time: 0.4714894 Jun 17 11:45:22.241362 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-224623a9-d4e8-401a-956c-0c7b3e8b37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:22.242926 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-224623a9-d4e8-401a-956c-0c7b3e8b37ee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 200 len: 858 time: 0.5880663 Jun 17 11:45:22.249948 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e6ae0-78bf-41bd-a86a-24631f0ade54 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e600a4b8-a97f-4535-bc9c-accb5bb9743a,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:22.344484 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-443e6ae0-78bf-41bd-a86a-24631f0ade54 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:22.353013 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-443e6ae0-78bf-41bd-a86a-24631f0ade54 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1748989 Jun 17 11:45:22.353954 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33414) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:22.359426 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-521f4855-a661-4bfa-9125-c716338be1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:22.360858 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Sync routers for ids ['6f580d15-44e8-4582-a487-6479597aa2d2'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:22.362310 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-521f4855-a661-4bfa-9125-c716338be1ff service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003468 Jun 17 11:45:22.367636 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-c38d7211-8ae3-43b2-bb29-d9c941c7c081 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'security_group_rule': {'security_group_id': 'e600a4b8-a97f-4535-bc9c-accb5bb9743a', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:22.410439 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Routers {'6f580d15-44e8-4582-a487-6479597aa2d2'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:22.410439 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['6f580d15-44e8-4582-a487-6479597aa2d2'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:22.449423 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:22.537435 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:22.576392 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-02559b3e-4966-4b5b-8cc8-305133840cd9 service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013214 Jun 17 11:45:22.606933 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38d7211-8ae3-43b2-bb29-d9c941c7c081 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (770a5fae-5a9b-49fc-90af-b3da11835a79), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:22.705951 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Set router 6f580d15-44e8-4582-a487-6479597aa2d2 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:22.765782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38d7211-8ae3-43b2-bb29-d9c941c7c081 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (770a5fae-5a9b-49fc-90af-b3da11835a79), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:22.856503 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e64ce-f52b-4b59-aa9a-761365e18039 None None] New status for floating IP 10acb40c-7a7e-4883-9663-d87d08a1cdfa: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:45:22.858459 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-512358bd-a711-4bc1-b33b-9bd60153ba3f req-d833b93f-4f8c-4555-9c97-c73d86843f3b service neutron] 10.222.0.33 "GET /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741883 Jun 17 11:45:22.871313 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38d7211-8ae3-43b2-bb29-d9c941c7c081 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (770a5fae-5a9b-49fc-90af-b3da11835a79), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:22.916297 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d7211-8ae3-43b2-bb29-d9c941c7c081 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770a5fae-5a9b-49fc-90af-b3da11835a79,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:23.025553 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38d7211-8ae3-43b2-bb29-d9c941c7c081 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.028460 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c38d7211-8ae3-43b2-bb29-d9c941c7c081 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6720684 Jun 17 11:45:23.039462 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33424) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:23.044918 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-44980fb3-f05e-493e-8a50-971d54609c11 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'security_group_rule': {'security_group_id': 'e600a4b8-a97f-4535-bc9c-accb5bb9743a', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:23.134666 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '48d21791-f3bd-465f-a715-73b671457593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:45:18Z', 'revision_number': 4, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port': {'id': '48d21791-f3bd-465f-a715-73b671457593', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:11Z', 'updated_at': '2022-06-17T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '8e4d1dd5-e2f6-443f-9d59-7f30257a39ea', 'name': '', 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'mac_address': 'fa:16:3e:0f:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9e82391f-1c80-4424-908d-22709f49788d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:16Z', 'updated_at': '2022-06-17T11:45:18Z', 'revision_number': 2, 'project_id': '984cef275141426eb0cfadf040381fda', 'subnets': [{'id': '9e82391f-1c80-4424-908d-22709f49788d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:23.167616 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Checking router: 6f580d15-44e8-4582-a487-6479597aa2d2 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:23.168177 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Updating router 6f580d15-44e8-4582-a487-6479597aa2d2 port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:45:23.211816 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.393038 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-44980fb3-f05e-493e-8a50-971d54609c11 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (c72b8cfd-e840-4b53-b1fe-03c481a48c52), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.470282 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-44980fb3-f05e-493e-8a50-971d54609c11 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (c72b8cfd-e840-4b53-b1fe-03c481a48c52), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.554722 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Publish callbacks [] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.613682 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33432) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:23.635057 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.635276 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-44980fb3-f05e-493e-8a50-971d54609c11 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (c72b8cfd-e840-4b53-b1fe-03c481a48c52), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.666556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44980fb3-f05e-493e-8a50-971d54609c11 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72b8cfd-e840-4b53-b1fe-03c481a48c52,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:23.702057 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c9ca-c695-456e-9304-af427657c4dc None None] Pushing event updated for resources: {'Port': ['ID=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:23.710744 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe88-4011-41cf-8f3d-fac718fceeca tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (d2126757-715e-4418-b13a-142848d5d116), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.750389 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe88-4011-41cf-8f3d-fac718fceeca tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (d2126757-715e-4418-b13a-142848d5d116), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.802363 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Attempting to bind port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:23.802689 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-44980fb3-f05e-493e-8a50-971d54609c11 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.802876 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Attempting to bind port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:23.803090 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Attempting to bind port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea on network 1aabab82-ec1b-47d7-8934-53244c13e35f {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:23.806790 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:23.807214 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-44980fb3-f05e-493e-8a50-971d54609c11 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7666011 Jun 17 11:45:23.808092 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33438) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:23.811185 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:23.811898 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Checking segment: {'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:23.812531 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.813147 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Bound using segment: {'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:23.813729 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-f3d650b2-e532-4efd-9f84-745e2e65635a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'security_group_rule': {'security_group_id': 'e600a4b8-a97f-4535-bc9c-accb5bb9743a', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:23.814025 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Bound port: 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3e5730-bc13-4c39-9fd6-a1940966a38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:23.814665 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.911586 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:23.916884 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] For port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:23.921073 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] For port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,segment=NetworkSegment(dd3e5730-bc13-4c39-9fd6-a1940966a38f),segment_id=dd3e5730-bc13-4c39-9fd6-a1940966a38f)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:23.954630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe88-4011-41cf-8f3d-fac718fceeca tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d2126757-715e-4418-b13a-142848d5d116), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.957313 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe88-4011-41cf-8f3d-fac718fceeca tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.964048 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b64cbe88-4011-41cf-8f3d-fac718fceeca tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/security-groups/d2126757-715e-4418-b13a-142848d5d116 HTTP/1.1" status: 204 len: 168 time: 0.3435912 Jun 17 11:45:23.964414 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3d650b2-e532-4efd-9f84-745e2e65635a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (78bf11d6-edf7-403d-9d71-9f4a85221ad0), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:23.964891 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33442) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:23.996585 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cbe88-4011-41cf-8f3d-fac718fceeca tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2126757-715e-4418-b13a-142848d5d116,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:24.005810 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.api.v2.resource [None req-874f6e8f-3317-4e77-beb7-db1daf10f48b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] show failed (client error): The resource could not be found. Jun 17 11:45:24.006738 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-874f6e8f-3317-4e77-beb7-db1daf10f48b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups/d2126757-715e-4418-b13a-142848d5d116 HTTP/1.1" status: 404 len: 347 time: 0.0406685 Jun 17 11:45:24.009958 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33444) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:24.057958 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3d650b2-e532-4efd-9f84-745e2e65635a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (78bf11d6-edf7-403d-9d71-9f4a85221ad0), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.072009 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.074532 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:24.104301 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0c2c9e50-6521-4d84-a906-6794a5951de0 None None] Provisioning complete for port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:24.105277 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9e50-6521-4d84-a906-6794a5951de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.173701 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port 10d2eb0a-dd86-4cfb-a52e-2609102874ea {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:45:24.178074 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.185025 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c9ca-c695-456e-9304-af427657c4dc None None] Pushing event updated for resources: {'Port': ['ID=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,revision_number=4']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:24.188213 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Routers {'6f580d15-44e8-4582-a487-6479597aa2d2'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:24.189624 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['6f580d15-44e8-4582-a487-6479597aa2d2'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:24.230351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3d650b2-e532-4efd-9f84-745e2e65635a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (78bf11d6-edf7-403d-9d71-9f4a85221ad0), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.292384 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c9e50-6521-4d84-a906-6794a5951de0 None None] Current status of the port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:24.293283 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9e50-6521-4d84-a906-6794a5951de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.318199 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d650b2-e532-4efd-9f84-745e2e65635a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bf11d6-edf7-403d-9d71-9f4a85221ad0,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:24.350198 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] Set router 6f580d15-44e8-4582-a487-6479597aa2d2 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:24.376256 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.382624 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (10d2eb0a-dd86-4cfb-a52e-2609102874ea), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.386863 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0c2c9e50-6521-4d84-a906-6794a5951de0 None None] For port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,segment=NetworkSegment(dd3e5730-bc13-4c39-9fd6-a1940966a38f),segment_id=dd3e5730-bc13-4c39-9fd6-a1940966a38f)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:24.402089 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for 10d2eb0a-dd86-4cfb-a52e-2609102874ea owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:45:24.471226 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f3d650b2-e532-4efd-9f84-745e2e65635a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.472725 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f3d650b2-e532-4efd-9f84-745e2e65635a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6636398 Jun 17 11:45:24.475536 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33446) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:24.482962 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-020f2cfb-2e5a-48b8-a9c0-ea2d9376f5aa tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'security_group_rule': {'security_group_id': 'e600a4b8-a97f-4535-bc9c-accb5bb9743a', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:24.503593 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9e50-6521-4d84-a906-6794a5951de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.597444 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c9e50-6521-4d84-a906-6794a5951de0 None None] Pushing event updated for resources: {'Port': ['ID=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:24.597872 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:24.651107 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-020f2cfb-2e5a-48b8-a9c0-ea2d9376f5aa tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (4815729d-a71e-4d74-8406-9bd7ed107c18), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.695637 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-889145de-659a-4cff-8c93-e8de69d2e162 None None] Provisioning complete for port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:24.696116 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-889145de-659a-4cff-8c93-e8de69d2e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.712278 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '48d21791-f3bd-465f-a715-73b671457593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:45:18Z', 'revision_number': 4, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port': {'id': '48d21791-f3bd-465f-a715-73b671457593', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:11Z', 'updated_at': '2022-06-17T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '8e4d1dd5-e2f6-443f-9d59-7f30257a39ea', 'name': '', 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'mac_address': 'fa:16:3e:0f:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9e82391f-1c80-4424-908d-22709f49788d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:16Z', 'updated_at': '2022-06-17T11:45:23Z', 'revision_number': 4, 'project_id': '984cef275141426eb0cfadf040381fda', 'subnets': [{'id': '9e82391f-1c80-4424-908d-22709f49788d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:24.765332 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-020f2cfb-2e5a-48b8-a9c0-ea2d9376f5aa tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (4815729d-a71e-4d74-8406-9bd7ed107c18), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.775282 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.783698 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777be6e-ada7-484d-b1b7-0dc30082433f None None] The sync data for ids ['6f580d15-44e8-4582-a487-6479597aa2d2'] in dv-cinder-837166-3-iscsi is: [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '48d21791-f3bd-465f-a715-73b671457593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:45:18Z', 'revision_number': 4, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port': {'id': '48d21791-f3bd-465f-a715-73b671457593', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:11Z', 'updated_at': '2022-06-17T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '8e4d1dd5-e2f6-443f-9d59-7f30257a39ea', 'name': '', 'network_id': '1aabab82-ec1b-47d7-8934-53244c13e35f', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'mac_address': 'fa:16:3e:0f:91:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9e82391f-1c80-4424-908d-22709f49788d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:16Z', 'updated_at': '2022-06-17T11:45:23Z', 'revision_number': 4, 'project_id': '984cef275141426eb0cfadf040381fda', 'subnets': [{'id': '9e82391f-1c80-4424-908d-22709f49788d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:24.843262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-889145de-659a-4cff-8c93-e8de69d2e162 None None] Current status of the port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:24.897318 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (10d2eb0a-dd86-4cfb-a52e-2609102874ea), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.925353 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=10d2eb0a-dd86-4cfb-a52e-2609102874ea,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:24.927057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-020f2cfb-2e5a-48b8-a9c0-ea2d9376f5aa tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (4815729d-a71e-4d74-8406-9bd7ed107c18), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:24.982598 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f2cfb-2e5a-48b8-a9c0-ea2d9376f5aa tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4815729d-a71e-4d74-8406-9bd7ed107c18,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:25.063156 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (10acb40c-7a7e-4883-9663-d87d08a1cdfa), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.066237 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.067535 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-60c17257-739f-463e-b8a9-f05892169ca3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/floatingips/10acb40c-7a7e-4883-9663-d87d08a1cdfa HTTP/1.1" status: 204 len: 168 time: 1.0563595 Jun 17 11:45:25.093138 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-020f2cfb-2e5a-48b8-a9c0-ea2d9376f5aa tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.093138 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-020f2cfb-2e5a-48b8-a9c0-ea2d9376f5aa tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6151826 Jun 17 11:45:25.103867 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33452) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:25.111088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'security_group_rule': {'security_group_id': 'e600a4b8-a97f-4535-bc9c-accb5bb9743a', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:25.316112 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.securitygroups_db [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Project f6832cdc6d4e43eb9eae4585ef36e611 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 11:45:25.320171 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33454) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:25.327238 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-3d4f7834-4cc6-41aa-8c4f-36da622c5392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--306126364', 'description': 'tempest-description--784775374'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:25.339097 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (9475e59e-a964-4b39-9e5b-a7b6a85c5596), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.420935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:25.445438 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (9475e59e-a964-4b39-9e5b-a7b6a85c5596), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.471233 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7834-4cc6-41aa-8c4f-36da622c5392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.588151 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7834-4cc6-41aa-8c4f-36da622c5392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (7188c987-9bee-4f5d-9bd7-e7a402d87ae5), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.611564 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (9475e59e-a964-4b39-9e5b-a7b6a85c5596), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.635968 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9475e59e-a964-4b39-9e5b-a7b6a85c5596,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:25.707446 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7834-4cc6-41aa-8c4f-36da622c5392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7188c987-9bee-4f5d-9bd7-e7a402d87ae5), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.749700 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.754834 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d8aeff6e-db01-466f-9452-be2e4111f319 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6510189 Jun 17 11:45:25.755050 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33456) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:25.770226 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'security_group_rule': {'security_group_id': 'e600a4b8-a97f-4535-bc9c-accb5bb9743a', 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:25.784806 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:25.836625 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f7834-4cc6-41aa-8c4f-36da622c5392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7188c987-9bee-4f5d-9bd7-e7a402d87ae5,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:25.859296 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:25.874304 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:25.874680 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.896233 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.securitygroups_db [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Project f6832cdc6d4e43eb9eae4585ef36e611 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 11:45:25.904258 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (e9480d42-6b37-4854-bc90-b3a19325cb03), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.905802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7834-4cc6-41aa-8c4f-36da622c5392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:25.909370 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3d4f7834-4cc6-41aa-8c4f-36da622c5392 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5865853 Jun 17 11:45:25.912210 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33460) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:25.932134 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-024763be-e5d4-494f-88ed-750605abf6fb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': '7188c987-9bee-4f5d-9bd7-e7a402d87ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:26.030566 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:26.057469 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:26.083433 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-024763be-e5d4-494f-88ed-750605abf6fb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (a7d9064b-9a7e-4017-8a63-920ee9d0932c), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.094982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (e9480d42-6b37-4854-bc90-b3a19325cb03), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.174354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-024763be-e5d4-494f-88ed-750605abf6fb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (a7d9064b-9a7e-4017-8a63-920ee9d0932c), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.183561 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (e9480d42-6b37-4854-bc90-b3a19325cb03), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.209224 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9480d42-6b37-4854-bc90-b3a19325cb03,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:26.252072 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-024763be-e5d4-494f-88ed-750605abf6fb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (a7d9064b-9a7e-4017-8a63-920ee9d0932c), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.274652 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024763be-e5d4-494f-88ed-750605abf6fb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d9064b-9a7e-4017-8a63-920ee9d0932c,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:26.277782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:26.349311 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.351293 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-1ff0c86c-e9e4-4e60-bc42-124fec1c91da tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5948880 Jun 17 11:45:26.380070 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-024763be-e5d4-494f-88ed-750605abf6fb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.383061 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-024763be-e5d4-494f-88ed-750605abf6fb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676332 Jun 17 11:45:26.391121 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33468) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:26.396298 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-182dc528-c9e8-4e0d-90fe-cf681a9784d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': '7188c987-9bee-4f5d-9bd7-e7a402d87ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:26.565720 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-182dc528-c9e8-4e0d-90fe-cf681a9784d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (a2c6c489-489c-4e00-b54f-814acd1486d7), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.658016 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-182dc528-c9e8-4e0d-90fe-cf681a9784d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (a2c6c489-489c-4e00-b54f-814acd1486d7), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.817828 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-182dc528-c9e8-4e0d-90fe-cf681a9784d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (a2c6c489-489c-4e00-b54f-814acd1486d7), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:26.874196 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dc528-c9e8-4e0d-90fe-cf681a9784d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c6c489-489c-4e00-b54f-814acd1486d7,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:26.926537 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03524e-30a7-4089-b0c3-72964ec1d48a req-7a051ba5-1c80-4033-821e-4c5a33f4f946 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:26.928176 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ab03524e-30a7-4089-b0c3-72964ec1d48a req-7a051ba5-1c80-4033-821e-4c5a33f4f946 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0941494 Jun 17 11:45:26.986535 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ab03524e-30a7-4089-b0c3-72964ec1d48a req-48df88fe-6632-4c97-b455-9d7f08edaf4f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523367 Jun 17 11:45:27.025272 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-182dc528-c9e8-4e0d-90fe-cf681a9784d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:27.028628 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-182dc528-c9e8-4e0d-90fe-cf681a9784d5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6379566 Jun 17 11:45:27.043654 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33506) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:27.049377 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:27.229398 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:27.351574 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:27.503306 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.27.2.4 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/32fd6793-419e-4fb7-bf6c-49d2dc3dde0c) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:27.644734 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:27.778322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:27.787577 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:27.826108 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:27.830267 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:27.832273 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:27.852808 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=32fd6793-419e-4fb7-bf6c-49d2dc3dde0c,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:27.905199 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (7ea29232-22d6-4a9a-b93a-868cf361c881), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.135601 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267694-86df-4141-926d-98127e5af3dd req-46f85ed0-537c-4e0b-8b9b-97ca32df2f58 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:28.137937 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-81267694-86df-4141-926d-98127e5af3dd req-46f85ed0-537c-4e0b-8b9b-97ca32df2f58 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0697784 Jun 17 11:45:28.192874 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-81267694-86df-4141-926d-98127e5af3dd req-37df7bdd-2806-4d91-a16b-ca31234d95b1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=70fb137d-faab-40ce-a594-e5646dd8a238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482461 Jun 17 11:45:28.323791 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.374430 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:28.408701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-b1bd2e72-b299-4545-aff7-f10db11fe23f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:28.410307 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-b1bd2e72-b299-4545-aff7-f10db11fe23f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 946 time: 0.0819800 Jun 17 11:45:28.561854 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Deleting port 4f9d2fad-e808-44df-adda-539bddcec93d {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:45:28.562193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.642905 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.683718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] For port 4f9d2fad-e808-44df-adda-539bddcec93d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4f9d2fad-e808-44df-adda-539bddcec93d,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:28.684186 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.751614 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.823529 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (7ea29232-22d6-4a9a-b93a-868cf361c881), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.831257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:28.890301 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=32fd6793-419e-4fb7-bf6c-49d2dc3dde0c,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:28.968456 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.969450 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (823bbf97-0772-4317-bb40-d048114e0e1e), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:28.969741 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Floating IP 823bbf97-0772-4317-bb40-d048114e0e1e disassociated. External IP: 172.27.2.231, port: 4f9d2fad-e808-44df-adda-539bddcec93d. Jun 17 11:45:28.970219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Calling delete_port for 4f9d2fad-e808-44df-adda-539bddcec93d owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:45:29.030790 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:29.034971 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b024ce96-132a-4e7b-a9cb-848f30c29195 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9876900 Jun 17 11:45:29.229367 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (4f9d2fad-e808-44df-adda-539bddcec93d), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:29.264160 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event deleted for resources: {'Port': ['ID=4f9d2fad-e808-44df-adda-539bddcec93d,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:29.360976 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3391c03c-e7f2-497a-bfe1-5695b0708e6f req-0f0d8d8d-4b18-4621-a3a1-bd3d49777e1a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=71050501-8f84-4701-a013-bfc7a4459972 HTTP/1.1" status: 200 len: 210 time: 0.0372653 Jun 17 11:45:29.426792 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Router 215cbbee-bf18-4794-85bf-c2ded75e0d1a has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:45:29.541142 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:45:29.554540 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] Sync routers for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:45:29.567689 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:29.568583 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:29.592492 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] No DVR routers for this DVR port 4f9d2fad-e808-44df-adda-539bddcec93d on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:45:29.595418 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:29.598793 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-78fd0dc2-9014-4e8f-83c5-b29685db84cb req-74164616-a197-4cd3-ad70-2d5170b37f32 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "DELETE /v2.0/ports/4f9d2fad-e808-44df-adda-539bddcec93d HTTP/1.1" status: 204 len: 173 time: 1.1759932 Jun 17 11:45:29.599406 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-deleted', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:29.601457 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49641fbd-fdf4-4b90-8309-15f4f4e7098a" -d '{"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-deleted", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:29.652036 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575ab25-55f7-4c1e-99d2-4d0a088fe60e x-openstack-request-id: req-a575ab25-55f7-4c1e-99d2-4d0a088fe60e {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:29.652036 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71050501-8f84-4701-a013-bfc7a4459972", "name": "network-vif-deleted", "tag": "4f9d2fad-e808-44df-adda-539bddcec93d", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:29.657304 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a575ab25-55f7-4c1e-99d2-4d0a088fe60e {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:29.658266 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a575ab25-55f7-4c1e-99d2-4d0a088fe60e'] response: {'server_uuid': '71050501-8f84-4701-a013-bfc7a4459972', 'name': 'network-vif-deleted', 'tag': '4f9d2fad-e808-44df-adda-539bddcec93d', 'status': 'completed', 'code': 200} Jun 17 11:45:29.716394 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:29.862278 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:29.957529 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:29.988690 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] Checking router: 215cbbee-bf18-4794-85bf-c2ded75e0d1a for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:45:29.998360 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:45:29.999017 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:30.234304 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:45:30.244050 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:30.271220 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-7b110bd7-8ace-47d4-a6ca-ec16475eadec tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--306126364&fields=id&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 267 time: 0.0550096 Jun 17 11:45:30.392156 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-180b8ad1-af4b-460d-a633-2594c9a3782e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:30.394356 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-180b8ad1-af4b-460d-a633-2594c9a3782e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.1151803 Jun 17 11:45:30.414653 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-d1ac3781-bc69-433d-9469-a57f8e5bae14 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/quotas/c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 375 time: 0.0133960 Jun 17 11:45:30.470890 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:45:30.501932 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7843263-9d58-4f14-bc8f-7b39d6c16c3d None None] The sync data for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi is: [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:45:30.512713 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-fee4b9eb-f617-4747-8747-23e74395444e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891936 Jun 17 11:45:30.670693 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-459dc879-8727-4d33-9ca3-ea27d55691d7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:30.670693 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-459dc879-8727-4d33-9ca3-ea27d55691d7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 814 time: 0.2071712 Jun 17 11:45:30.678185 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:30.699139 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-bb9adb83-5b23-429e-a388-5fb53652c549 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455717 Jun 17 11:45:30.700556 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-bd08b363-0782-4d40-8a77-ff7c06345651 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/quotas/6466d6627209487ca62377eb7aa5d9e4 HTTP/1.1" status: 200 len: 375 time: 0.0212278 Jun 17 11:45:30.757645 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea3f62-568b-43be-8408-2c49a1d5095f None None] New status for floating IP 823bbf97-0772-4317-bb40-d048114e0e1e: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:45:30.807825 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:30.816286 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-9742613d-030b-4301-8552-a81ecf9b54a1 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021206 Jun 17 11:45:30.902656 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-b120f627-ceec-4793-b937-b90715d646b4 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973274 Jun 17 11:45:30.953976 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-74452a48-6c65-4f51-998c-f6ba6c1d9fbc service neutron] 10.222.0.45 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239429 Jun 17 11:45:31.083563 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-40db01b9-9248-453a-a0ef-4a1a69bccab6 service neutron] 10.222.0.45 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156216 Jun 17 11:45:31.376628 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-df84f8fa-e5d0-4c0c-8898-b97cb4b76d87 req-f68b4fd7-f564-4293-8cb3-4fe62056a417 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 210 time: 0.0347104 Jun 17 11:45:31.440955 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33586) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:31.461859 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ed640b29-ad06-428e-ab8c-7e53a3bbd38e req-963a8f84-0136-46ee-834d-b2b7b79c0c41 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 210 time: 0.0406291 Jun 17 11:45:31.523160 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-86be5cf5-ac06-4243-8d30-77525537d0d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (70fb137d-faab-40ce-a594-e5646dd8a238), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:31.552472 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-86be5cf5-ac06-4243-8d30-77525537d0d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (70fb137d-faab-40ce-a594-e5646dd8a238), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:31.720479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-86be5cf5-ac06-4243-8d30-77525537d0d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (70fb137d-faab-40ce-a594-e5646dd8a238), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:31.723338 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-86be5cf5-ac06-4243-8d30-77525537d0d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:31.724547 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-86be5cf5-ac06-4243-8d30-77525537d0d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "DELETE /v2.0/security-groups/70fb137d-faab-40ce-a594-e5646dd8a238 HTTP/1.1" status: 204 len: 168 time: 0.2822554 Jun 17 11:45:31.727558 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33596) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:31.735281 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be5cf5-ac06-4243-8d30-77525537d0d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fb137d-faab-40ce-a594-e5646dd8a238,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:31.742823 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.api.v2.resource [None req-c12e8e2f-9f8a-435d-b318-3354fdb9b683 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] show failed (client error): The resource could not be found. Jun 17 11:45:31.746983 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-c12e8e2f-9f8a-435d-b318-3354fdb9b683 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups/70fb137d-faab-40ce-a594-e5646dd8a238 HTTP/1.1" status: 404 len: 347 time: 0.0151918 Jun 17 11:45:31.747579 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33598) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:31.870460 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Deleting port a8f0e4f4-a4cf-4e96-a58b-c9bd77662939 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:45:31.870805 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:31.959157 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:31.959528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:31.973500 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Calling delete_port for a8f0e4f4-a4cf-4e96-a58b-c9bd77662939 owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:45:32.055064 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:32.070131 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:45:32.094913 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 4f9d2fad-e808-44df-adda-539bddcec93d {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:45:32.098775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4f9d2fad-e808-44df-adda-539bddcec93d not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:45:32.241146 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (a8f0e4f4-a4cf-4e96-a58b-c9bd77662939), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:32.268740 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event deleted for resources: {'Port': ['ID=a8f0e4f4-a4cf-4e96-a58b-c9bd77662939,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:32.344391 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (823bbf97-0772-4317-bb40-d048114e0e1e), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:32.347000 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:32.348245 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-65fed5e6-1c62-47b0-b693-8ebb2f5a8e47 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "DELETE /v2.0/floatingips/823bbf97-0772-4317-bb40-d048114e0e1e HTTP/1.1" status: 204 len: 168 time: 0.5996771 Jun 17 11:45:32.487856 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7778a8e0-5ab8-4768-95b8-49173d77af8a req-51c439fe-90ac-4dbe-85ff-427b3ecb2a60 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 210 time: 0.0323634 Jun 17 11:45:32.564152 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6fba84fa-af4d-4b67-8f12-ffd43cbdb6fd req-80fcfb45-93a5-4c64-a029-e6ed9980d898 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 210 time: 0.0306020 Jun 17 11:45:32.599189 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33612) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:32.603915 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-d0066d9b-e3eb-4c00-a4bf-021dcd306149 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840405548', 'description': 'tempest-description--308342049'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:32.709158 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0066d9b-e3eb-4c00-a4bf-021dcd306149 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:32.745728 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:32.819941 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0066d9b-e3eb-4c00-a4bf-021dcd306149 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (4594724c-2717-431d-93a6-9ef872f0fdb4), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:32.992504 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0066d9b-e3eb-4c00-a4bf-021dcd306149 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4594724c-2717-431d-93a6-9ef872f0fdb4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.027936 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0066d9b-e3eb-4c00-a4bf-021dcd306149 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4594724c-2717-431d-93a6-9ef872f0fdb4,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:33.140090 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d0066d9b-e3eb-4c00-a4bf-021dcd306149 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.141762 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d0066d9b-e3eb-4c00-a4bf-021dcd306149 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5406244 Jun 17 11:45:33.145453 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33616) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:33.151136 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-34f7211b-cc28-47f7-b099-87a97ec29e84 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'security_group_rule': {'security_group_id': '4594724c-2717-431d-93a6-9ef872f0fdb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:33.287662 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34f7211b-cc28-47f7-b099-87a97ec29e84 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (2870f153-637f-46b5-a669-7aeae5937703), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.360536 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34f7211b-cc28-47f7-b099-87a97ec29e84 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (2870f153-637f-46b5-a669-7aeae5937703), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.455426 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34f7211b-cc28-47f7-b099-87a97ec29e84 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (2870f153-637f-46b5-a669-7aeae5937703), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.476651 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7211b-cc28-47f7-b099-87a97ec29e84 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2870f153-637f-46b5-a669-7aeae5937703,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:33.619487 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f84fb380-b820-4b42-a046-41a1d7366b71 req-af0ae980-2b8b-4dca-8fb8-2a90d8745937 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 210 time: 0.0340381 Jun 17 11:45:33.634999 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-34f7211b-cc28-47f7-b099-87a97ec29e84 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.639745 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-34f7211b-cc28-47f7-b099-87a97ec29e84 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4904912 Jun 17 11:45:33.640591 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 33622) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:33.646050 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-e60c3cc7-90bf-41d5-b4e7-852be47381fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'security_group_rule': {'security_group_id': '4594724c-2717-431d-93a6-9ef872f0fdb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:33.685305 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-02697df4-8c61-42a1-8f27-71b207e99bc1 req-5c8786f7-87d5-4098-b234-8fee670196b1 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 210 time: 0.0456343 Jun 17 11:45:33.787761 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e60c3cc7-90bf-41d5-b4e7-852be47381fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (728f10a8-ef38-4669-b4e0-f209c205d5f5), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.856004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e60c3cc7-90bf-41d5-b4e7-852be47381fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (728f10a8-ef38-4669-b4e0-f209c205d5f5), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.976287 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e60c3cc7-90bf-41d5-b4e7-852be47381fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (728f10a8-ef38-4669-b4e0-f209c205d5f5), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:33.996393 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:34.031646 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c3cc7-90bf-41d5-b4e7-852be47381fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728f10a8-ef38-4669-b4e0-f209c205d5f5,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:34.124316 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-988d8a73-2f5f-4bdf-ac7e-c5d76fe54c87 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:34.126349 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-988d8a73-2f5f-4bdf-ac7e-c5d76fe54c87 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.1285324 Jun 17 11:45:34.195911 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e60c3cc7-90bf-41d5-b4e7-852be47381fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:34.198244 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e60c3cc7-90bf-41d5-b4e7-852be47381fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5558834 Jun 17 11:45:34.201277 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33626) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:45:34.207556 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:34.218909 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-507d432a-a5a8-4475-99fc-bb56c0cc7084 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 379 time: 0.0832241 Jun 17 11:45:34.228323 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'port': {'device_id': '4b705046-ed66-4a09-9354-18ee01d1676b', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'admin_state_up': True, 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'security_groups': ['7188c987-9bee-4f5d-9bd7-e7a402d87ae5']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:34.338589 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:34.434965 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:34.463404 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Made reservation on behalf of c58cf63264414f30a98161f6027daad0 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:45:34.466912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:34.560302 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Allocated IP 172.27.2.139 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/719c9088-7bc0-4aca-8ac4-079ff29810d8) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:34.571784 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:34.633034 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.20.0.9 (562be4fa-7f02-4e16-ab0e-484de596db99/d794b945-edce-4ea8-be0d-e1c3e9d638dc/59a1be8f-e417-465c-8536-98f4405514f7) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:34.682467 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:34.684392 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:34.759447 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-83dcc436-378a-48c7-9a63-742774428477 req-60c7df30-b7c2-42ce-a42d-573c1f6cea70 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 210 time: 0.0393336 Jun 17 11:45:34.833053 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0ca0f358-6a2b-4cce-b88a-7e02a5c414a4 req-56fcfea4-c061-45c3-a823-2816f327fe0b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 210 time: 0.0367255 Jun 17 11:45:34.852562 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:34.895302 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (59a1be8f-e417-465c-8536-98f4405514f7), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:34.896833 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:34.905910 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:34.909724 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:34.944252 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'Port': ['ID=719c9088-7bc0-4aca-8ac4-079ff29810d8,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:34.967248 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:35.052215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-b3ae74fb-a627-47bb-905d-9e63cc3ef863 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:35.053862 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-b3ae74fb-a627-47bb-905d-9e63cc3ef863 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.33 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 814 time: 0.1492186 Jun 17 11:45:35.057097 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (2b1f9020-697d-489e-b7a2-70be640b2e6d), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.087877 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'port': {'device_id': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'admin_state_up': True, 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:35.116577 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:35.164394 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (59a1be8f-e417-465c-8536-98f4405514f7), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.180515 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:35.223571 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.233415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:35.243183 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:35.250693 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:35.257982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:35.258733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.293612 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=59a1be8f-e417-465c-8536-98f4405514f7,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:35.389674 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-f128c837-964f-4467-822b-0a3e7a621e46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1656392 Jun 17 11:45:35.402323 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Request body: {'port': {'device_id': '4b705046-ed66-4a09-9354-18ee01d1676b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:35.426548 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.473811 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (59a1be8f-e417-465c-8536-98f4405514f7), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.534730 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.535418 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Made reservation on behalf of 6466d6627209487ca62377eb7aa5d9e4 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:45:35.535753 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.570718 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-1b486946-2f5c-41b0-8f88-a7846baeee12 None None] Provisioning complete for port 59a1be8f-e417-465c-8536-98f4405514f7 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:35.571745 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1b486946-2f5c-41b0-8f88-a7846baeee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (59a1be8f-e417-465c-8536-98f4405514f7), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.603453 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'Port': ['ID=719c9088-7bc0-4aca-8ac4-079ff29810d8,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:35.624357 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-1b486946-2f5c-41b0-8f88-a7846baeee12 None None] Port 59a1be8f-e417-465c-8536-98f4405514f7 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:35.638236 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (2b1f9020-697d-489e-b7a2-70be640b2e6d), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.671253 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:35.739478 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:35.740782 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4ea406d9-c38a-42d9-ba03-b35abb2273e7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5384264 Jun 17 11:45:35.857746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Allocated IP 172.20.0.6 (8466ff83-1798-416f-b100-eb5c1e5d2fe0/4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4/f866082a-76d6-466b-8c49-7a5068d4d87f) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:35.968534 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a1be8f-e417-465c-8536-98f4405514f7 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:45:36.003881 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Publish callbacks [] for port (59a1be8f-e417-465c-8536-98f4405514f7), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:36.014191 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ec153f0a-1395-4bcb-a753-1cc156d24b46 req-392cdf87-3b69-4d04-850c-d6403344e6a5 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 210 time: 0.0933239 Jun 17 11:45:36.044293 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb3e25-f820-4dd6-bf56-45f928cf7777 req-70b3b9f9-df00-4082-89fa-93dd43e5320a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:36.045861 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-33cb3e25-f820-4dd6-bf56-45f928cf7777 req-70b3b9f9-df00-4082-89fa-93dd43e5320a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 931 time: 0.1667740 Jun 17 11:45:36.047830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Transition to ACTIVE for port object 59a1be8f-e417-465c-8536-98f4405514f7 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:45:36.126040 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (59a1be8f-e417-465c-8536-98f4405514f7), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:36.132762 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:36.458980 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-33cb3e25-f820-4dd6-bf56-45f928cf7777 req-e327c735-bdde-47c1-b73c-4af53972174c tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933709 Jun 17 11:45:36.552376 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Pushing event updated for resources: {'Port': ['ID=59a1be8f-e417-465c-8536-98f4405514f7,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:36.643872 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Attempting to bind port 59a1be8f-e417-465c-8536-98f4405514f7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:36.644201 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Attempting to bind port 59a1be8f-e417-465c-8536-98f4405514f7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:36.644525 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Attempting to bind port 59a1be8f-e417-465c-8536-98f4405514f7 on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:36.678639 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Port 59a1be8f-e417-465c-8536-98f4405514f7 on network 562be4fa-7f02-4e16-ab0e-484de596db99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:45:36.679410 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Attempting to bind port 59a1be8f-e417-465c-8536-98f4405514f7 on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:36.695670 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:36.709442 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:36.710159 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Checking segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:36.710805 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Bound using segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:36.714316 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Bound port: 59a1be8f-e417-465c-8536-98f4405514f7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:36.715091 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (59a1be8f-e417-465c-8536-98f4405514f7), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:36.870589 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] For port 59a1be8f-e417-465c-8536-98f4405514f7, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:36.875863 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] For port 59a1be8f-e417-465c-8536-98f4405514f7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=59a1be8f-e417-465c-8536-98f4405514f7,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:36.904556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:36.956892 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:36.961486 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:36.969722 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:36.975573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:36.976514 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:36.987147 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (59a1be8f-e417-465c-8536-98f4405514f7), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:36.995889 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:37.117009 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:37.118464 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:37.128322 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] 10.222.0.33 "PUT /v2.0/ports/59a1be8f-e417-465c-8536-98f4405514f7 HTTP/1.1" status: 200 len: 1093 time: 1.7303164 Jun 17 11:45:37.128834 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:37.131415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fa1742-59e6-4c18-bcc3-6e7aac91b810" -d '{"events": [{"name": "network-changed", "server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "tag": "59a1be8f-e417-465c-8536-98f4405514f7"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:37.182490 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-18980db7-ce31-4f7d-9a91-d070dbdba20f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1014156 Jun 17 11:45:37.190041 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25efd71-d44e-4908-af67-4bd29bd8b102 service neutron] Pushing event updated for resources: {'Port': ['ID=59a1be8f-e417-465c-8536-98f4405514f7,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:37.309160 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:37.340674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7577c3-baae-4f0d-baff-e9c35158504a req-32cd1b2b-edb8-41ac-88fa-94c5c3be3f81 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:37.342616 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4e7577c3-baae-4f0d-baff-e9c35158504a req-32cd1b2b-edb8-41ac-88fa-94c5c3be3f81 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 931 time: 0.1187913 Jun 17 11:45:37.457645 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4e7577c3-baae-4f0d-baff-e9c35158504a req-dda465d6-f079-4ee0-9d0b-89760f6760a0 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029415 Jun 17 11:45:37.471519 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Request body: {'port': {'device_id': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:37.555346 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546a8950-dd61-4624-8ac8-c3051618d91b x-openstack-request-id: req-546a8950-dd61-4624-8ac8-c3051618d91b {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:37.556586 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "tag": "59a1be8f-e417-465c-8536-98f4405514f7", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:37.557964 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-546a8950-dd61-4624-8ac8-c3051618d91b {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:37.560072 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546a8950-dd61-4624-8ac8-c3051618d91b'] response: {'name': 'network-changed', 'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7', 'status': 'completed', 'code': 200} Jun 17 11:45:37.568573 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-2645d504-8769-4f9c-83c0-e4384afc5d7d None None] Provisioning complete for port f866082a-76d6-466b-8c49-7a5068d4d87f triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:37.569070 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2645d504-8769-4f9c-83c0-e4384afc5d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:37.618886 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-2645d504-8769-4f9c-83c0-e4384afc5d7d None None] Port f866082a-76d6-466b-8c49-7a5068d4d87f cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:37.729376 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:37.808314 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1c2a-e003-4d22-97ce-5555f702c3d4 req-57185c13-6309-4dd5-b9ea-b2e78746256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:37.811000 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c3bd1c2a-e003-4d22-97ce-5555f702c3d4 req-57185c13-6309-4dd5-b9ea-b2e78746256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.1679618 Jun 17 11:45:37.815929 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa1742-59e6-4c18-bcc3-6e7aac91b810 req-68cc2580-25e1-4b65-b1bc-74d2d6798f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:37.818119 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-10fa1742-59e6-4c18-bcc3-6e7aac91b810 req-68cc2580-25e1-4b65-b1bc-74d2d6798f90 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 1127 time: 0.2041826 Jun 17 11:45:37.995934 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c3bd1c2a-e003-4d22-97ce-5555f702c3d4 req-480bcbfe-fb22-4939-a821-e777595d48b6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741312 Jun 17 11:45:38.294744 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f866082a-76d6-466b-8c49-7a5068d4d87f {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:45:38.305108 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Publish callbacks [] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:38.316430 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:38.322704 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Transition to ACTIVE for port object f866082a-76d6-466b-8c49-7a5068d4d87f will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:45:38.427696 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:38.563874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Pushing event updated for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:38.732500 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Attempting to bind port f866082a-76d6-466b-8c49-7a5068d4d87f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:38.733318 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Attempting to bind port f866082a-76d6-466b-8c49-7a5068d4d87f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:38.733318 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Attempting to bind port f866082a-76d6-466b-8c49-7a5068d4d87f on network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:38.744491 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e04c0f-c855-44e5-b625-e1a47495b067 req-8257b75c-7e2d-4047-9905-95069ada8755 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:38.746374 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1e04c0f-c855-44e5-b625-e1a47495b067 req-8257b75c-7e2d-4047-9905-95069ada8755 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.1104324 Jun 17 11:45:38.763159 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Port f866082a-76d6-466b-8c49-7a5068d4d87f on network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:45:38.763518 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Attempting to bind port f866082a-76d6-466b-8c49-7a5068d4d87f on network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:38.793580 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:38.793923 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Checking segment: {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:38.794326 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Bound using segment: {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:38.794793 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Bound port: f866082a-76d6-466b-8c49-7a5068d4d87f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b221356f-7e59-4efb-930c-cf23546a5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:38.795169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:38.829461 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-7b86a0d1-4d4b-473f-a4b9-2eb129adf343 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--840405548&fields=id&tenant_id=bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 267 time: 0.1491477 Jun 17 11:45:38.931732 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:38.975873 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1e04c0f-c855-44e5-b625-e1a47495b067 req-3dbc5856-bdb1-4d7a-8a40-7ff14f4058c7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186217 Jun 17 11:45:39.036035 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:39.046412 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f866082a-76d6-466b-8c49-7a5068d4d87f,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:39.209989 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:39.277967 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85a39a-d2b0-4777-a0c2-1783394b2e10 req-1f653c09-c2f9-45d6-98a6-8d5db6fe9a51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:39.279935 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cc85a39a-d2b0-4777-a0c2-1783394b2e10 req-1f653c09-c2f9-45d6-98a6-8d5db6fe9a51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.1413753 Jun 17 11:45:39.294245 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:39.294876 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:39.296470 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] 10.222.0.33 "PUT /v2.0/ports/f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 1093 time: 1.8561804 Jun 17 11:45:39.368918 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-7b67a889-ad5e-4029-a469-4e5f9ab8be0f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:39.370796 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-7b67a889-ad5e-4029-a469-4e5f9ab8be0f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 816 time: 0.5268424 Jun 17 11:45:39.403028 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de586c7-f766-4829-af4e-45a106245a57 service neutron] Pushing event updated for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:39.415757 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-cd1509e1-a57e-4173-a92e-6c8de00cfc23 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/quotas/bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 375 time: 0.0341640 Jun 17 11:45:39.436214 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cc85a39a-d2b0-4777-a0c2-1783394b2e10 req-a40e6818-403c-4ebe-b919-bc7a3b00befb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382809 Jun 17 11:45:39.514713 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-90155da3-b181-4e71-99aa-065edafab102 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903807 Jun 17 11:45:39.572098 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:39.575761 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919baff4-7994-472d-a378-39db916030d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:39.706170 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc096b7-bae5-4130-bf29-b95b0cd279a0 x-openstack-request-id: req-3cc096b7-bae5-4130-bf29-b95b0cd279a0 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:39.706459 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:39.707604 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cc096b7-bae5-4130-bf29-b95b0cd279a0 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:39.708304 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc096b7-bae5-4130-bf29-b95b0cd279a0'] response: {'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'status': 'completed', 'code': 200} Jun 17 11:45:39.764781 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-a63cdb31-fd96-4b60-917e-a181f78212bf service neutron] 10.222.0.45 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340288 Jun 17 11:45:39.884387 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-0047630a-ae35-4cbe-b062-b5250f75ccfd service neutron] 10.222.0.45 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118753 Jun 17 11:45:40.121176 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913187-0862-482b-b2b6-6f7c9b1daaa6 req-a3b5179b-48e2-4097-86fe-70f4f91c92ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:40.122729 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-84913187-0862-482b-b2b6-6f7c9b1daaa6 req-a3b5179b-48e2-4097-86fe-70f4f91c92ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.0545404 Jun 17 11:45:40.231309 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c30747c2-6880-4e46-902b-578894be5ef0 req-2aa3447b-75f9-4b10-a5a9-838a49f140d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0440338 Jun 17 11:45:40.258396 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-84913187-0862-482b-b2b6-6f7c9b1daaa6 req-349e71b5-6afd-4d85-b5a9-da8b1e4254bf tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288404 Jun 17 11:45:40.673869 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6325c8-55a4-4943-bd9e-ba1774c37e75 req-8fa95989-f9b4-4ba3-b1cd-1f034f69318a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:40.676699 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1a6325c8-55a4-4943-bd9e-ba1774c37e75 req-8fa95989-f9b4-4ba3-b1cd-1f034f69318a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.1008070 Jun 17 11:45:40.720367 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:40.756780 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1a6325c8-55a4-4943-bd9e-ba1774c37e75 req-6924a407-5845-4d82-9e8a-0ba18ce11c70 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690918 Jun 17 11:45:41.362342 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9bfb6f9f-cf5c-460e-860f-7e036d41fdd3 req-3683046f-d19e-4e9a-b53a-0586eb2361e8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0356092 Jun 17 11:45:41.425617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a46799-ff61-43e1-b562-9a4b5a6dba54 req-306f8437-c295-4b77-b3fd-750fc8766eaf tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:41.427325 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-34a46799-ff61-43e1-b562-9a4b5a6dba54 req-306f8437-c295-4b77-b3fd-750fc8766eaf tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.0605910 Jun 17 11:45:41.493247 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-34a46799-ff61-43e1-b562-9a4b5a6dba54 req-3b8b31e9-7141-4388-a8ec-9acdf99f7752 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587246 Jun 17 11:45:41.931106 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842ecb5-cf43-4440-906b-12257e4349b0 req-b95de7d2-1938-4dbc-9327-58cb91a11ae3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:41.948396 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d842ecb5-cf43-4440-906b-12257e4349b0 req-b95de7d2-1938-4dbc-9327-58cb91a11ae3 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.0811028 Jun 17 11:45:42.006249 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d842ecb5-cf43-4440-906b-12257e4349b0 req-674036e0-4fff-44eb-82af-8ade159a606e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659323 Jun 17 11:45:42.481426 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3a1d2d88-3a9c-4c9f-87ba-b41cf0cbaf32 req-74e86f15-2e3e-4814-82bc-75601db1ad4e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0292757 Jun 17 11:45:42.639862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7307c23-4c38-4c1f-ae90-6c084e4f3924 req-bf73a6a5-464b-40c3-8336-b11c67367dc8 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:42.642605 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7307c23-4c38-4c1f-ae90-6c084e4f3924 req-bf73a6a5-464b-40c3-8336-b11c67367dc8 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.0723693 Jun 17 11:45:42.698452 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7307c23-4c38-4c1f-ae90-6c084e4f3924 req-2e91224c-88eb-46b9-bdf9-5b7764c15971 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484853 Jun 17 11:45:43.113233 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:43.145881 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed18468-a46a-4495-be60-afd364b853c6 req-fb68445f-8726-488a-970a-698eb29bd0ae tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:43.147830 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eed18468-a46a-4495-be60-afd364b853c6 req-fb68445f-8726-488a-970a-698eb29bd0ae tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.0626075 Jun 17 11:45:43.199910 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eed18468-a46a-4495-be60-afd364b853c6 req-aae96b21-d5dd-4635-8ad2-a91275777bd6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 Jun 17 11:45:43.635883 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-24f1415b-c099-480b-840c-887cceb7cb1d req-c31c7b51-eaba-4809-8a4a-6d5ee2a36097 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0335214 Jun 17 11:45:43.770306 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-dc9866bf-e777-4c02-91a4-270f4567e1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:43.833316 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09def82-255b-4105-ba40-ec5505ec497f req-b69186fe-dd9a-44b7-bdd5-2b403c5384d1 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:43.834815 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c09def82-255b-4105-ba40-ec5505ec497f req-b69186fe-dd9a-44b7-bdd5-2b403c5384d1 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.0645354 Jun 17 11:45:43.898466 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c09def82-255b-4105-ba40-ec5505ec497f req-c855ff08-a409-4790-8c6f-3f71e69e78f7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575387 Jun 17 11:45:44.243548 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-93b3fbe9-93b8-46a7-8efd-5c46daced407 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752629204&fields=id&tenant_id=f6832cdc6d4e43eb9eae4585ef36e611 HTTP/1.1" status: 200 len: 267 time: 0.0820639 Jun 17 11:45:44.444929 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4692df3-3188-413e-8c2b-fef3dfd70268 req-98d7c9e2-aebc-4e02-bd90-e7ee2e6fad40 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:44.446524 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4692df3-3188-413e-8c2b-fef3dfd70268 req-98d7c9e2-aebc-4e02-bd90-e7ee2e6fad40 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.0806472 Jun 17 11:45:44.455637 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-c4f56764-16db-40ad-a13d-f556660dfc73 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:44.457125 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-c4f56764-16db-40ad-a13d-f556660dfc73 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/networks?id=29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 200 len: 808 time: 0.1962821 Jun 17 11:45:44.483988 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b5937b7-c959-433b-a75b-864672e31b2e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/quotas/f6832cdc6d4e43eb9eae4585ef36e611 HTTP/1.1" status: 200 len: 375 time: 0.0194061 Jun 17 11:45:44.547250 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4692df3-3188-413e-8c2b-fef3dfd70268 req-1e193f1e-8cce-4ec7-baf8-333e1a076522 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891273 Jun 17 11:45:44.562944 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-400f9d5b-4847-4f3a-a944-0f9ef45a5e3f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665009 Jun 17 11:45:44.673159 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-98ee6a90-efb1-48e9-be15-982dfba8dd85 service neutron] 10.222.0.45 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973279 Jun 17 11:45:44.778422 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2f6f2a23-6091-4103-baf5-3778b9123cc4 req-abab0e38-4f68-4b7a-8a19-d0e2648ca2e6 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0332963 Jun 17 11:45:44.803228 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:44.807846 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-ea52f147-0436-4275-9ba1-822bf12d2950 service neutron] 10.222.0.45 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289263 Jun 17 11:45:45.015609 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c03b94-b600-43c8-81af-3d6a422fcb2b req-da167bcf-25aa-4e0c-a407-641e2d87ffbe tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:45.017107 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-88c03b94-b600-43c8-81af-3d6a422fcb2b req-da167bcf-25aa-4e0c-a407-641e2d87ffbe tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.0490196 Jun 17 11:45:45.065971 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-88c03b94-b600-43c8-81af-3d6a422fcb2b req-f6a8f7e2-af28-48f4-b0a0-163eb22518e8 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Jun 17 11:45:45.126371 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=24 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:45.381090 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919baff4-7994-472d-a378-39db916030d3 req-9ad187a2-0477-4d7c-9867-22551210421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:45.388302 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-919baff4-7994-472d-a378-39db916030d3 req-9ad187a2-0477-4d7c-9867-22551210421f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1127 time: 0.0985954 Jun 17 11:45:45.414770 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa1742-59e6-4c18-bcc3-6e7aac91b810 req-fd30b755-903d-49e7-9634-adf2ad0cc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:45.416296 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-10fa1742-59e6-4c18-bcc3-6e7aac91b810 req-fd30b755-903d-49e7-9634-adf2ad0cc162 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c58cf63264414f30a98161f6027daad0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1460662 Jun 17 11:45:45.547664 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f0246a6c-c738-40e1-93c0-97650cc5db9e req-e4ba9ccf-f635-402b-9126-1c23dde40151 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0561342 Jun 17 11:45:45.669670 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:45.702884 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:45.748773 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e07d4-07bc-4fa4-b60f-173eb57ebe17 req-4070390e-b0f2-435b-b5fb-d1b51ddb5e76 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:45.750282 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-af2e07d4-07bc-4fa4-b60f-173eb57ebe17 req-4070390e-b0f2-435b-b5fb-d1b51ddb5e76 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.1256459 Jun 17 11:45:45.753680 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa1742-59e6-4c18-bcc3-6e7aac91b810 req-371e34e3-dd79-4c9b-8543-1af5362e56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:45.755010 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-10fa1742-59e6-4c18-bcc3-6e7aac91b810 req-371e34e3-dd79-4c9b-8543-1af5362e56d3 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326131 Jun 17 11:45:45.756086 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919baff4-7994-472d-a378-39db916030d3 req-ce5b7814-4fb3-4ccc-8aeb-27cf126d3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:45.757384 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-919baff4-7994-472d-a378-39db916030d3 req-ce5b7814-4fb3-4ccc-8aeb-27cf126d3432 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=6466d6627209487ca62377eb7aa5d9e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2338066 Jun 17 11:45:45.911770 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-af2e07d4-07bc-4fa4-b60f-173eb57ebe17 req-3612152b-e1cd-4c95-9d72-1039b5e65385 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533082 Jun 17 11:45:45.948589 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-df2033f4-63f7-4564-bbc7-d7f43629491f req-91a81c7c-77e7-41fb-9e84-ead8d256741e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0610998 Jun 17 11:45:45.951878 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-b1589d62-fce2-402e-bed4-c1e9d143a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:45.954556 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-b1589d62-fce2-402e-bed4-c1e9d143a033 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 1127 time: 0.1569326 Jun 17 11:45:46.012243 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-4a08ba09-145f-4636-a011-3ca7c9022bb2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59a1be8f-e417-465c-8536-98f4405514f7 HTTP/1.1" status: 200 len: 217 time: 0.0466969 Jun 17 11:45:46.013693 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919baff4-7994-472d-a378-39db916030d3 req-673e5a63-a11a-4a3f-bd1d-3d36e42521d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.015116 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-919baff4-7994-472d-a378-39db916030d3 req-673e5a63-a11a-4a3f-bd1d-3d36e42521d8 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2497413 Jun 17 11:45:46.031149 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:46.096960 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-88931d71-9313-4cf0-bd34-6a2697e9648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.098735 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-88931d71-9313-4cf0-bd34-6a2697e9648b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.0757475 Jun 17 11:45:46.125578 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-bf76c9f3-0b9e-42ab-8e49-82a67b3a8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.127356 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-bf76c9f3-0b9e-42ab-8e49-82a67b3a8c0b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1127 time: 0.0702810 Jun 17 11:45:46.214196 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-faecdbf3-590c-44cd-9e76-72918a5c9c4e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 217 time: 0.0648034 Jun 17 11:45:46.223641 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7e6507f0-2c62-4cbc-894d-1c84571a17b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:46.231013 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-00d21ccf-6371-451a-b703-8d7ddcdf0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.232496 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-00d21ccf-6371-451a-b703-8d7ddcdf0eb0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223879 Jun 17 11:45:46.263640 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcfcbb-4839-41a4-bb89-c6edfc1920ba req-e3a51780-3f9f-405b-9a3d-9cc79a0f6bfb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.265073 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5bfcfcbb-4839-41a4-bb89-c6edfc1920ba req-e3a51780-3f9f-405b-9a3d-9cc79a0f6bfb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.1170318 Jun 17 11:45:46.359982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-74064973-49ed-4e42-8836-e39aef815c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.361481 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-74064973-49ed-4e42-8836-e39aef815c38 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 200 len: 853 time: 0.1404943 Jun 17 11:45:46.395643 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5bfcfcbb-4839-41a4-bb89-c6edfc1920ba req-a3888559-1cd5-4ee4-9162-8a7dff7bc092 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208944 Jun 17 11:45:46.423310 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-beefc480-cc22-4370-8484-b67a21231d0a service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657805 Jun 17 11:45:46.622881 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-935ff390-7dae-4acd-8a7a-0d1e1fecd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.624439 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-935ff390-7dae-4acd-8a7a-0d1e1fecd730 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8466ff83-1798-416f-b100-eb5c1e5d2fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116238 Jun 17 11:45:46.653208 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c13be65b-9f6f-402f-a6ef-8511684f1167 req-85a034e4-ced8-4c4b-85fa-822eba85d8af tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0452795 Jun 17 11:45:46.672489 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:46.731307 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-399ab9c3-caac-4149-86e7-3b0a794cb913 req-0c7893c5-fae2-41f5-92d7-2200689c31f6 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095234 Jun 17 11:45:46.762112 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-8a860d28-f0f9-4d6d-9455-fe817cc02776 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191227 Jun 17 11:45:46.860363 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55fecd50-35c6-4ac7-8c85-e611c8780a4f req-698f43ce-4168-4aea-b6dd-93375de6da08 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915737 Jun 17 11:45:46.986173 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-6e39dfca-3b91-4bf0-a4d1-43cc63875078 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:46.987892 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-6e39dfca-3b91-4bf0-a4d1-43cc63875078 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 816 time: 0.1207895 Jun 17 11:45:47.053000 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357906a3-950f-4d06-ad28-6a44e9a6c3a9 req-e258e2d8-c6b0-4a45-986a-0216b7973594 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:47.054646 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357906a3-950f-4d06-ad28-6a44e9a6c3a9 req-e258e2d8-c6b0-4a45-986a-0216b7973594 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.0633106 Jun 17 11:45:47.329706 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:47.334525 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da724894-957a-4ee2-b66f-77dc83e41d63 req-809422ee-541a-4fb3-9aef-4f54fb079dc0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.3036463 Jun 17 11:45:47.379409 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-357906a3-950f-4d06-ad28-6a44e9a6c3a9 req-81e882b2-8b6b-4ccb-accb-5d72b2a9439b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476785 Jun 17 11:45:47.513831 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c589-4967-4ad2-9878-cc60616ba7a3 req-a6eac172-41c0-41f1-8904-4560fa25ae28 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:47.515293 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a516c589-4967-4ad2-9878-cc60616ba7a3 req-a6eac172-41c0-41f1-8904-4560fa25ae28 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.0494585 Jun 17 11:45:47.564394 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a516c589-4967-4ad2-9878-cc60616ba7a3 req-0d25b60b-3fa1-4998-843f-00acd6bf172c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Jun 17 11:45:47.774603 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7010f28c-5168-4e5b-8031-4afe0db42cc8 req-1911e9ba-8dc5-4c87-be92-de2c2693a4ba tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0409641 Jun 17 11:45:48.449737 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fbaeaa56-e14f-491c-9a77-bd99863772bc req-18307bec-4b0e-4afb-a9ff-fc35eff90a61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0341012 Jun 17 11:45:48.508912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1da9e-d4a8-42d3-a4b3-dfd93809bfd0 req-a49d5c9b-4204-4cdf-9d5e-9d1ee20c0780 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:48.510612 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6ca1da9e-d4a8-42d3-a4b3-dfd93809bfd0 req-a49d5c9b-4204-4cdf-9d5e-9d1ee20c0780 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.0534716 Jun 17 11:45:48.566491 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6ca1da9e-d4a8-42d3-a4b3-dfd93809bfd0 req-eb02b339-c964-4846-a2df-e6a206761ac2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492826 Jun 17 11:45:48.637745 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:48.716628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd7c45-0fb1-4d39-aa5a-bd074299951f req-ac571518-6519-4ff4-9052-8d3b1e6d2dc2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:48.718138 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1abd7c45-0fb1-4d39-aa5a-bd074299951f req-ac571518-6519-4ff4-9052-8d3b1e6d2dc2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.0783436 Jun 17 11:45:48.739743 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-e1b957dd-fb37-4881-a5ff-0a2d8c20a1c0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 379 time: 0.1074550 Jun 17 11:45:48.751855 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'port': {'device_id': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'admin_state_up': True, 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'security_groups': ['4594724c-2717-431d-93a6-9ef872f0fdb4']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:48.844909 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1abd7c45-0fb1-4d39-aa5a-bd074299951f req-c0de869f-e39a-4c30-9287-64d3059d96a7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175725 Jun 17 11:45:48.899419 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-de36eafb-9c3b-4b06-a4ba-98c583820ea8 req-cbc7256a-e9b5-47ae-9699-3055e783b06a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0404592 Jun 17 11:45:48.955916 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:49.055692 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Made reservation on behalf of bc8dc1335e284eee8cca45d5720d5f16 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:45:49.059190 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:49.231954 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Allocated IP 172.20.0.11 (e586d9ae-1ebe-4cac-a969-e5265b9acb47/3d7ea997-c21c-4bc0-a8b4-b31133441612/f00e28a8-041d-4c99-8685-2e89673ad6b8) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:49.429326 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:49.464670 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:49.475031 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:49.597587 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03edf933-d2b5-473b-8986-61f5270f2214 req-26ca402d-c403-437e-8143-a73a1330f4c7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0299165 Jun 17 11:45:49.630431 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:49.708935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:49.720617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:49.729648 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:49.735467 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:49.736170 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:49.745999 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:49.766325 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81276c-473f-4283-a9e3-819b7523faa5 req-6ee3ecff-640d-431e-9aea-c94ed92f0bd4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:49.768102 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb81276c-473f-4283-a9e3-819b7523faa5 req-6ee3ecff-640d-431e-9aea-c94ed92f0bd4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 943 time: 0.1042552 Jun 17 11:45:49.785122 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:49.848124 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-1c3e880a-c5c2-4dfb-86c6-4c3cab938871 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0998621 Jun 17 11:45:49.861809 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Request body: {'port': {'device_id': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:49.868912 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb81276c-473f-4283-a9e3-819b7523faa5 req-5319f52f-17d5-456d-b7ad-d7e471d065a4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916128 Jun 17 11:45:49.946576 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.014776 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d2460d1b-1001-4801-881d-e398e9964ab7 None None] Provisioning complete for port f00e28a8-041d-4c99-8685-2e89673ad6b8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:50.016535 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d2460d1b-1001-4801-881d-e398e9964ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.055083 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d2460d1b-1001-4801-881d-e398e9964ab7 None None] Port f00e28a8-041d-4c99-8685-2e89673ad6b8 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:50.059377 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a82e6637-0626-4f55-ad80-9fd623962fb9 req-1e01fe31-a382-465e-9257-ee7e518ca1e0 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0619550 Jun 17 11:45:50.087508 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846a822-f657-49c8-9be3-0ed28ba1ad67 req-3b83928f-96cf-41bd-ae3a-d65bb0e19bad tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:50.089178 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b846a822-f657-49c8-9be3-0ed28ba1ad67 req-3b83928f-96cf-41bd-ae3a-d65bb0e19bad tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 943 time: 0.1232040 Jun 17 11:45:50.206907 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 59a1be8f-e417-465c-8536-98f4405514f7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:45:50.309615 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b846a822-f657-49c8-9be3-0ed28ba1ad67 req-9eae21a9-0f84-4439-ab96-c64e58b232fd tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047713 Jun 17 11:45:50.355323 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:50.364406 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-b22855e3-b020-455b-ac56-2b3f1492cb7d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:50.365925 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-b22855e3-b020-455b-ac56-2b3f1492cb7d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.33 "GET /v2.0/networks?id=29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 200 len: 808 time: 0.2974162 Jun 17 11:45:50.469760 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 59a1be8f-e417-465c-8536-98f4405514f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=59a1be8f-e417-465c-8536-98f4405514f7,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:50.487402 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '59a1be8f-e417-465c-8536-98f4405514f7', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'port_id': '59a1be8f-e417-465c-8536-98f4405514f7', 'mac_address': 'fa:16:3e:c0:6a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:45:50.496211 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-8a70e0da-1b90-46d9-b842-98f02cc7e07d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6832cdc6d4e43eb9eae4585ef36e611 HTTP/1.1" status: 200 len: 379 time: 0.1187646 Jun 17 11:45:50.504744 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'port': {'device_id': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'admin_state_up': True, 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'security_groups': ['e600a4b8-a97f-4535-bc9c-accb5bb9743a']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:50.535776 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 59a1be8f-e417-465c-8536-98f4405514f7 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:50.535776 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (59a1be8f-e417-465c-8536-98f4405514f7), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.549593 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a1be8f-e417-465c-8536-98f4405514f7 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:45:50.556510 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00e28a8-041d-4c99-8685-2e89673ad6b8 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:45:50.571617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Publish callbacks [] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.573045 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 59a1be8f-e417-465c-8536-98f4405514f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=59a1be8f-e417-465c-8536-98f4405514f7,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:50.618768 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Transition to ACTIVE for port object f00e28a8-041d-4c99-8685-2e89673ad6b8 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:45:50.645010 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (59a1be8f-e417-465c-8536-98f4405514f7), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.650003 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f866082a-76d6-466b-8c49-7a5068d4d87f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:45:50.699576 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:50.745156 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9d03-8c4c-4b28-977f-65736010843b req-b0a4d09c-8b9e-4e49-9466-dc742a764d16 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:50.747118 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2fde9d03-8c4c-4b28-977f-65736010843b req-b0a4d09c-8b9e-4e49-9466-dc742a764d16 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 932 time: 0.0543261 Jun 17 11:45:50.762068 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.771350 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=59a1be8f-e417-465c-8536-98f4405514f7,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:50.800869 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:50.827968 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f866082a-76d6-466b-8c49-7a5068d4d87f,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:50.852969 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'port_id': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'mac_address': 'fa:16:3e:fd:23:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:45:50.875338 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:50.897320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2fde9d03-8c4c-4b28-977f-65736010843b req-a068d65e-fb5d-467e-9686-11ded925f8e3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435318 Jun 17 11:45:50.902260 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:50.905111 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Made reservation on behalf of f6832cdc6d4e43eb9eae4585ef36e611 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:45:50.913929 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.930382 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f866082a-76d6-466b-8c49-7a5068d4d87f is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:50.931616 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:50.998319 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f866082a-76d6-466b-8c49-7a5068d4d87f {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:45:51.028678 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f866082a-76d6-466b-8c49-7a5068d4d87f,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:51.117558 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Attempting to bind port f00e28a8-041d-4c99-8685-2e89673ad6b8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:51.117884 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Attempting to bind port f00e28a8-041d-4c99-8685-2e89673ad6b8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:51.118213 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Attempting to bind port f00e28a8-041d-4c99-8685-2e89673ad6b8 on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:51.124741 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:51.142381 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Port f00e28a8-041d-4c99-8685-2e89673ad6b8 on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:45:51.142381 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Attempting to bind port f00e28a8-041d-4c99-8685-2e89673ad6b8 on network e586d9ae-1ebe-4cac-a969-e5265b9acb47 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:51.170257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dbf4d-f5c5-46d1-9afa-552e98d56235 req-8f3b8d82-a179-4fa1-8afe-4b859c38d66b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:51.177775 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-747dbf4d-f5c5-46d1-9afa-552e98d56235 req-8f3b8d82-a179-4fa1-8afe-4b859c38d66b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 944 time: 0.1172645 Jun 17 11:45:51.214203 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:51.220106 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:51.221041 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Checking segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:51.222305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Bound using segment: {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:51.222305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Bound port: f00e28a8-041d-4c99-8685-2e89673ad6b8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc94cdf-4126-41fa-8b7e-2acb44e27b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:51.222305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:51.289786 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2433cdcd-3347-4830-afa9-3de16047c5ce req-cd7cd78d-9e1d-4439-9ab9-1cdad18fa623 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0778704 Jun 17 11:45:51.352540 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Allocated IP 172.20.0.14 (29b7df83-bd84-4880-9c95-be54b0ab66a0/2e553cb9-c624-459a-aa9b-1892e35172b9/0b44766a-48d1-49bc-a348-b25e0252287f) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:45:51.385461 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-747dbf4d-f5c5-46d1-9afa-552e98d56235 req-71bbd394-201a-4d2c-8b82-f9efb4a2f5cd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765053 Jun 17 11:45:51.409039 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:51.414599 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:51.418264 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:51.585346 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:51.589572 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f866082a-76d6-466b-8c49-7a5068d4d87f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:45:51.615759 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c583306-fa49-4e05-b997-b0719392fb63 req-b4fa8003-0b2b-4d1d-971a-650440440147 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:51.626863 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6c583306-fa49-4e05-b997-b0719392fb63 req-b4fa8003-0b2b-4d1d-971a-650440440147 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 944 time: 0.1045990 Jun 17 11:45:51.697350 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:51.697553 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['59a1be8f-e417-465c-8536-98f4405514f7'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:45:51.698053 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:51.699470 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] 10.222.0.33 "PUT /v2.0/ports/f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 200 len: 1094 time: 1.8432319 Jun 17 11:45:51.702633 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:51.705553 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1ed2ec-53b0-4b77-adb5-152934f75ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:51.715780 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for port (0b44766a-48d1-49bc-a348-b25e0252287f), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:51.775154 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5fccc-b477-4c72-8b1a-e760082eb335 service neutron] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:51.796372 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6c583306-fa49-4e05-b997-b0719392fb63 req-e6d542a0-d778-422e-a421-3322f1d4d893 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690483 Jun 17 11:45:51.865236 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3e5ef4-8d78-42d4-a992-f1c91243b64e x-openstack-request-id: req-5c3e5ef4-8d78-42d4-a992-f1c91243b64e {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:51.865532 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:51.865790 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c3e5ef4-8d78-42d4-a992-f1c91243b64e {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:51.866866 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3e5ef4-8d78-42d4-a992-f1c91243b64e'] response: {'name': 'network-changed', 'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'status': 'completed', 'code': 200} Jun 17 11:45:51.897275 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:51.903875 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:45:52.024408 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-658430aa-2d4e-4299-848b-555fae1320a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:52.034334 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-658430aa-2d4e-4299-848b-555fae1320a8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 1128 time: 0.1337979 Jun 17 11:45:52.107186 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:45:52.112879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:45:52.135635 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:45:52.140541 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:52.141672 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:52.141979 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:52.164611 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:52.187168 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef021ab-c4b5-444e-95c7-3ebb0027f92c req-c64f6ee8-69be-4c7b-9d02-1f3b38cfa5fe tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:52.191054 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ef021ab-c4b5-444e-95c7-3ebb0027f92c req-c64f6ee8-69be-4c7b-9d02-1f3b38cfa5fe tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.1033385 Jun 17 11:45:52.351958 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-71e63d6a-faa1-4907-bb73-f545cd761150 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 200 len: 217 time: 0.0741615 Jun 17 11:45:52.358295 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-4b878105-632e-479e-a70e-a0db9bc9870c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8577552 Jun 17 11:45:52.369243 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5ef021ab-c4b5-444e-95c7-3ebb0027f92c req-5d5ec7b0-9781-4bf5-bedb-ca36ac80eb98 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716135 Jun 17 11:45:52.382674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Request body: {'port': {'device_id': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:45:52.400884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-2ac5bbd4-dc51-4f06-ad8d-2fea66d14bb6 None None] Provisioning complete for port 0b44766a-48d1-49bc-a348-b25e0252287f triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:52.401177 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2ac5bbd4-dc51-4f06-ad8d-2fea66d14bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:52.452086 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-2ac5bbd4-dc51-4f06-ad8d-2fea66d14bb6 None None] Port 0b44766a-48d1-49bc-a348-b25e0252287f cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:45:52.556457 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9453c8-db83-4a6c-8476-bf3616e5ba0c req-13cb6b0e-c357-4b45-af69-ee9339340305 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:52.557877 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0c9453c8-db83-4a6c-8476-bf3616e5ba0c req-13cb6b0e-c357-4b45-af69-ee9339340305 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 932 time: 0.1547186 Jun 17 11:45:52.561498 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-ad140390-25bd-443f-9280-c62f33edb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:52.563042 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-ad140390-25bd-443f-9280-c62f33edb00a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.2032797 Jun 17 11:45:52.585639 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:52.652819 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0c9453c8-db83-4a6c-8476-bf3616e5ba0c req-cd0e95f1-51e3-4f1c-95e6-b2b51adfe6d3 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862365 Jun 17 11:45:52.762543 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffd221-7c9e-490f-90ca-339e0a25f81d req-e2326d4a-65ac-45ed-874a-4dd25a6cf731 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:52.767360 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7ffd221-7c9e-490f-90ca-339e0a25f81d req-e2326d4a-65ac-45ed-874a-4dd25a6cf731 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 944 time: 0.2582560 Jun 17 11:45:52.864791 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-653c7239-2ec8-455c-aa72-adf731db288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:52.866337 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-653c7239-2ec8-455c-aa72-adf731db288b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982215 Jun 17 11:45:52.976667 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7ffd221-7c9e-490f-90ca-339e0a25f81d req-239df21c-e343-4180-ba8d-b6b9bd2516b8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964843 Jun 17 11:45:53.027842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f1328-29b3-4849-a5d3-582601f050ec req-950d0b32-a3d7-4b29-b277-65e1d130b87a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:53.029320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-463f1328-29b3-4849-a5d3-582601f050ec req-950d0b32-a3d7-4b29-b277-65e1d130b87a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 944 time: 0.1296020 Jun 17 11:45:53.110802 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-15b9cdbc-c2cc-442e-af04-914847e94689 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092500 Jun 17 11:45:53.152935 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 59a1be8f-e417-465c-8536-98f4405514f7 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:53.177729 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-463f1328-29b3-4849-a5d3-582601f050ec req-4379cf83-6fde-465c-bcbb-ed5bb90a1f05 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399405 Jun 17 11:45:53.208922 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 59a1be8f-e417-465c-8536-98f4405514f7 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:45:53.289761 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 59a1be8f-e417-465c-8536-98f4405514f7 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:53.290150 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (59a1be8f-e417-465c-8536-98f4405514f7), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.382551 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 59a1be8f-e417-465c-8536-98f4405514f7 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:53.383110 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (59a1be8f-e417-465c-8536-98f4405514f7), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.414766 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:53.419749 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5124a8-f6f0-4aa8-b65e-664f2e6c61fc" -d '{"events": [{"server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "name": "network-vif-plugged", "status": "completed", "tag": "59a1be8f-e417-465c-8536-98f4405514f7"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:53.457295 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 59a1be8f-e417-465c-8536-98f4405514f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=59a1be8f-e417-465c-8536-98f4405514f7,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:53.489738 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b44766a-48d1-49bc-a348-b25e0252287f {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:45:53.496013 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93df0e4b-68f6-4771-9249-158eb620cea3 x-openstack-request-id: req-93df0e4b-68f6-4771-9249-158eb620cea3 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:53.496519 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "name": "network-vif-plugged", "status": "completed", "tag": "59a1be8f-e417-465c-8536-98f4405514f7", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:53.496981 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93df0e4b-68f6-4771-9249-158eb620cea3 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:53.497697 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93df0e4b-68f6-4771-9249-158eb620cea3'] response: {'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7', 'code': 200} Jun 17 11:45:53.499184 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:53.503165 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Publish callbacks [] for port (0b44766a-48d1-49bc-a348-b25e0252287f), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.560164 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Transition to ACTIVE for port object 0b44766a-48d1-49bc-a348-b25e0252287f will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:45:53.583081 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae622624-f7ca-4048-90d1-bc467682b2a6 req-c466110d-ba6b-4bff-a460-2eb8133fef23 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632564 Jun 17 11:45:53.591935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57cccc-2f19-4db4-a9cb-28ef0e794725 req-73a61935-b7f6-4110-af58-6f601a2433a9 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:53.593531 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f57cccc-2f19-4db4-a9cb-28ef0e794725 req-73a61935-b7f6-4110-af58-6f601a2433a9 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0834739 Jun 17 11:45:53.602089 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (59a1be8f-e417-465c-8536-98f4405514f7), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.603567 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f866082a-76d6-466b-8c49-7a5068d4d87f up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:53.639752 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.673647 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:53.714505 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=59a1be8f-e417-465c-8536-98f4405514f7,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:53.719937 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0f57cccc-2f19-4db4-a9cb-28ef0e794725 req-e23fc200-5aa7-45b5-9443-eab20eb0d07f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085250 Jun 17 11:45:53.732023 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:53.736997 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:53.740904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port f866082a-76d6-466b-8c49-7a5068d4d87f completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:45:53.833425 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Attempting to bind port 0b44766a-48d1-49bc-a348-b25e0252287f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:45:53.833748 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Attempting to bind port 0b44766a-48d1-49bc-a348-b25e0252287f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:45:53.834091 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Attempting to bind port 0b44766a-48d1-49bc-a348-b25e0252287f on network 29b7df83-bd84-4880-9c95-be54b0ab66a0 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:53.849606 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682ea87-5a5c-4c9b-b77b-01c3e4d57bcb req-1ff18de6-2aa6-49a0-8035-a6d1e1bc76d0 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:53.851470 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2682ea87-5a5c-4c9b-b77b-01c3e4d57bcb req-1ff18de6-2aa6-49a0-8035-a6d1e1bc76d0 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0797606 Jun 17 11:45:53.852179 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Port 0b44766a-48d1-49bc-a348-b25e0252287f on network 29b7df83-bd84-4880-9c95-be54b0ab66a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:45:53.852504 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Attempting to bind port 0b44766a-48d1-49bc-a348-b25e0252287f on network 29b7df83-bd84-4880-9c95-be54b0ab66a0 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:45:53.855768 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port f866082a-76d6-466b-8c49-7a5068d4d87f triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:53.856167 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.871304 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:45:53.871718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Checking segment: {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:45:53.872057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Bound using segment: {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:45:53.872516 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Bound port: 0b44766a-48d1-49bc-a348-b25e0252287f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71ca3f2-ba17-463b-990e-39686d226a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:45:53.872882 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.949693 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2682ea87-5a5c-4c9b-b77b-01c3e4d57bcb req-3a049641-9563-4b7b-a086-7b18e05a4399 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887365 Jun 17 11:45:53.954038 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f866082a-76d6-466b-8c49-7a5068d4d87f is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:53.954774 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:53.987522 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:45:53.991987 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:45:54.001252 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f866082a-76d6-466b-8c49-7a5068d4d87f,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:54.109325 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09c71-a641-4f03-8af0-c1b7c48609a8 req-f25e87fd-a209-4211-9ee1-bd8a4c08483c tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:54.111961 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9cc09c71-a641-4f03-8af0-c1b7c48609a8 req-f25e87fd-a209-4211-9ee1-bd8a4c08483c tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0579722 Jun 17 11:45:54.113442 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:54.158781 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:54.170331 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:54.170829 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:54.172961 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] 10.222.0.33 "PUT /v2.0/ports/0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 1094 time: 1.8018572 Jun 17 11:45:54.175337 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:54.177723 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217a6618-1f33-42ae-94a6-aa97d088c527" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:54.240975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:54.242104 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9cc09c71-a641-4f03-8af0-c1b7c48609a8 req-dd87c751-7374-4cab-834c-def838d2c71a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996363 Jun 17 11:45:54.279547 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:54.283023 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36596f7-25d9-41cd-9720-0c1d5169a27d x-openstack-request-id: req-a36596f7-25d9-41cd-9720-0c1d5169a27d {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:54.283321 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:54.283608 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a36596f7-25d9-41cd-9720-0c1d5169a27d {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:54.284034 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36596f7-25d9-41cd-9720-0c1d5169a27d'] response: {'name': 'network-changed', 'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f', 'status': 'completed', 'code': 200} Jun 17 11:45:54.309003 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c46af-dcf3-4193-9fe2-01ab6a98dec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:54.431779 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a362-926b-4874-bbe3-97206b1f9b16 req-ad44ac25-e20d-4eae-9760-7775c2d0f78a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:54.433384 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fba8a362-926b-4874-bbe3-97206b1f9b16 req-ad44ac25-e20d-4eae-9760-7775c2d0f78a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0647066 Jun 17 11:45:54.496252 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fba8a362-926b-4874-bbe3-97206b1f9b16 req-3cc9ee70-06a1-4a1c-913d-caf5b66b69ea tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548515 Jun 17 11:45:54.642055 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:54.743262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:54.757348 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6618-1f33-42ae-94a6-aa97d088c527 req-60f03409-1d8f-4204-b5f5-baaf11203fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:54.759046 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-217a6618-1f33-42ae-94a6-aa97d088c527 req-60f03409-1d8f-4204-b5f5-baaf11203fe1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1128 time: 0.0566661 Jun 17 11:45:54.789982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-6fb4f36a-f5d1-4488-a5b6-75a094b89f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:54.791766 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-6fb4f36a-f5d1-4488-a5b6-75a094b89f70 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 1128 time: 0.1173677 Jun 17 11:45:54.800931 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfa909-3a2b-4165-a332-43675a08d834 req-99e8c73b-bb4b-4bf0-8400-6133358a06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:54.802730 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ebbfa909-3a2b-4165-a332-43675a08d834 req-99e8c73b-bb4b-4bf0-8400-6133358a06fe service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 1129 time: 0.0878441 Jun 17 11:45:54.983645 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:55.006882 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccb7db-b8ab-49c8-b43f-189e99ea9529 req-03b39309-1ea7-4030-8407-d4d2049d1d8f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:55.006882 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1fccb7db-b8ab-49c8-b43f-189e99ea9529 req-03b39309-1ea7-4030-8407-d4d2049d1d8f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.1679485 Jun 17 11:45:55.022087 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ebbfa909-3a2b-4165-a332-43675a08d834 req-3db4b006-841f-4b89-ac4d-1a4cae5b050e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079372 Jun 17 11:45:55.038676 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a31da-3378-441b-a98c-ad2ee83dd035 req-31b4f750-3941-413a-8678-ff868f9d9b78 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:55.041263 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b97a31da-3378-441b-a98c-ad2ee83dd035 req-31b4f750-3941-413a-8678-ff868f9d9b78 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1499207 Jun 17 11:45:55.094864 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-742f0b3f-c1e7-4f03-b5ea-738591ad3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:55.096445 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-742f0b3f-c1e7-4f03-b5ea-738591ad3109 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 917 time: 0.2922475 Jun 17 11:45:55.141166 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1fccb7db-b8ab-49c8-b43f-189e99ea9529 req-eb266819-9206-46cf-9d68-5314c81569b9 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263313 Jun 17 11:45:55.150423 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b97a31da-3378-441b-a98c-ad2ee83dd035 req-f0042c75-30ea-4841-9061-20773c72a091 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984516 Jun 17 11:45:55.158467 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6618-1f33-42ae-94a6-aa97d088c527 req-9a98aaa5-b149-4a72-8676-d3d676f0e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:55.161270 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-217a6618-1f33-42ae-94a6-aa97d088c527 req-9a98aaa5-b149-4a72-8676-d3d676f0e00a service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3891134 Jun 17 11:45:55.280144 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be9a49-6338-4d0d-b382-243a9b403ec2 req-a9b7225c-1228-4208-929e-ce16621f2e79 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:55.283812 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e7be9a49-6338-4d0d-b382-243a9b403ec2 req-a9b7225c-1228-4208-929e-ce16621f2e79 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0616176 Jun 17 11:45:55.350010 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e7be9a49-6338-4d0d-b382-243a9b403ec2 req-0630bc6f-10e4-43c3-b081-521071628d28 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608289 Jun 17 11:45:55.388515 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05568ca-a4ea-41f3-a48c-d16f24e85be2 req-2180e7ec-7493-4cbd-80e6-e31d8d555dcf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:55.390094 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f05568ca-a4ea-41f3-a48c-d16f24e85be2 req-2180e7ec-7493-4cbd-80e6-e31d8d555dcf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0549514 Jun 17 11:45:55.443538 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f05568ca-a4ea-41f3-a48c-d16f24e85be2 req-bb5e65bf-88cb-448a-8fa1-2eb79433d6fc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465896 Jun 17 11:45:55.500209 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:55.504566 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a710a81-8c4c-40bf-9865-a21f9d31860f" -d '{"events": [{"server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "name": "network-vif-plugged", "status": "completed", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:55.543958 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af1796c-af77-4646-b249-e522b613445f x-openstack-request-id: req-7af1796c-af77-4646-b249-e522b613445f {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:55.544248 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "name": "network-vif-plugged", "status": "completed", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:55.544505 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7af1796c-af77-4646-b249-e522b613445f {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:55.544908 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af1796c-af77-4646-b249-e522b613445f'] response: {'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'code': 200} Jun 17 11:45:55.630882 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1822a-e7c8-4b3c-aef8-2318a788822c req-af3be9e9-6104-4c29-828e-365d5351d737 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:55.632507 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21d1822a-e7c8-4b3c-aef8-2318a788822c req-af3be9e9-6104-4c29-828e-365d5351d737 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0609145 Jun 17 11:45:55.689101 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21d1822a-e7c8-4b3c-aef8-2318a788822c req-22682b6a-71b1-47c5-98e4-16f9cdd9ecb7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503168 Jun 17 11:45:56.289939 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5927497-96d3-4ca2-a364-7b54cb014b60 req-29df1022-c270-48c2-93c8-f1f8de5174d1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:56.291553 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5927497-96d3-4ca2-a364-7b54cb014b60 req-29df1022-c270-48c2-93c8-f1f8de5174d1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0568891 Jun 17 11:45:56.370067 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850b8eb-b4f2-40c0-b315-56a219fd5c8e req-6260dd50-aad8-4ba9-a4c9-1434ff3a9018 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:56.371955 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3850b8eb-b4f2-40c0-b315-56a219fd5c8e req-6260dd50-aad8-4ba9-a4c9-1434ff3a9018 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.1471438 Jun 17 11:45:56.415501 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5927497-96d3-4ca2-a364-7b54cb014b60 req-ab854b88-4fe9-49c7-961c-ab8b99086d8e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120386 Jun 17 11:45:56.462765 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3850b8eb-b4f2-40c0-b315-56a219fd5c8e req-7e74edbb-78af-4dfd-86de-502a098ed5f4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824907 Jun 17 11:45:56.555562 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:45:56.556432 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44e191-f699-4ddd-8c08-b5a5f8af6c94 req-473ae201-573f-4e31-afb0-e05cbe265eed tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:56.558616 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-de44e191-f699-4ddd-8c08-b5a5f8af6c94 req-473ae201-573f-4e31-afb0-e05cbe265eed tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0655270 Jun 17 11:45:56.651122 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1b54a-5aae-4272-816c-d6f2d28a5878 req-6be261e2-bb94-4f0f-a4e9-e6fdd3fbe224 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:56.652808 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-86d1b54a-5aae-4272-816c-d6f2d28a5878 req-6be261e2-bb94-4f0f-a4e9-e6fdd3fbe224 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0900967 Jun 17 11:45:56.686998 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:56.699970 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-de44e191-f699-4ddd-8c08-b5a5f8af6c94 req-438cbf3f-bf72-4e49-9a46-60687cdc8086 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193562 Jun 17 11:45:56.700799 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:56.714816 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'port_id': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'mac_address': 'fa:16:3e:38:cb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:45:56.737774 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-86d1b54a-5aae-4272-816c-d6f2d28a5878 req-55b59944-b455-4ea7-bf0a-4ddcc8b4e39d tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760136 Jun 17 11:45:56.764059 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:56.764455 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:56.778896 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00e28a8-041d-4c99-8685-2e89673ad6b8 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:45:56.814705 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:56.832354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a2fe-f3ef-4e3f-be2e-5bb3cd086d30 req-b34a9852-6cd8-45d5-b614-b4eb561fcc8c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:56.834041 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9ca2a2fe-f3ef-4e3f-be2e-5bb3cd086d30 req-b34a9852-6cd8-45d5-b614-b4eb561fcc8c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Jun 17 11:45:56.895034 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9ca2a2fe-f3ef-4e3f-be2e-5bb3cd086d30 req-52420ba8-60ba-4ccb-b4f4-52e38b34add3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Jun 17 11:45:56.896437 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:56.953205 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:56.959635 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:57.184638 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f00e28a8-041d-4c99-8685-2e89673ad6b8'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:45:57.595247 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156102b2-db4b-40ce-adec-e2fe4b5c07cc req-2e35c9b0-1efa-441e-b5ec-cff8365e72f1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:57.596818 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-156102b2-db4b-40ce-adec-e2fe4b5c07cc req-2e35c9b0-1efa-441e-b5ec-cff8365e72f1 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0792100 Jun 17 11:45:57.620529 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ac4f6-94e9-4186-aa1b-fe1b0edb3962 req-dfb402d0-590f-4efa-a361-859a707ff11b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:57.622302 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9a3ac4f6-94e9-4186-aa1b-fe1b0edb3962 req-dfb402d0-590f-4efa-a361-859a707ff11b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 945 time: 0.0737603 Jun 17 11:45:57.684198 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-156102b2-db4b-40ce-adec-e2fe4b5c07cc req-55c07431-cc79-4059-b2a6-1306ac205c37 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790086 Jun 17 11:45:57.700038 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9a3ac4f6-94e9-4186-aa1b-fe1b0edb3962 req-4f367295-cc1b-44b6-8c53-56fbd9e2aa6c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699024 Jun 17 11:45:57.811584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:57.851568 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2183-7a90-4b86-9f55-0cf8c05e950b req-3ec0d70e-54dc-404b-816c-c728900b86b1 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:57.853076 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c0dd2183-7a90-4b86-9f55-0cf8c05e950b req-3ec0d70e-54dc-404b-816c-c728900b86b1 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0765071 Jun 17 11:45:57.886393 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2a5e6-c444-4923-ad86-b06500b979f8 req-48e66abc-5afa-4771-bf06-113f779417e5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:57.888313 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cfb2a5e6-c444-4923-ad86-b06500b979f8 req-48e66abc-5afa-4771-bf06-113f779417e5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0752280 Jun 17 11:45:57.947234 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c0dd2183-7a90-4b86-9f55-0cf8c05e950b req-c8bc5f85-97f9-44ec-8fb2-f2c3859b74c2 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862775 Jun 17 11:45:57.980578 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cfb2a5e6-c444-4923-ad86-b06500b979f8 req-0d626164-28bf-47c6-b2c6-b45c329bf2ac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801394 Jun 17 11:45:58.082473 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dccc3-1691-401f-a2f6-44b6c6cf759e req-5e7a8f60-6834-4fbe-9584-fe38e1abad3d tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:58.084133 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5a6dccc3-1691-401f-a2f6-44b6c6cf759e req-5e7a8f60-6834-4fbe-9584-fe38e1abad3d tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0592670 Jun 17 11:45:58.139797 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5a6dccc3-1691-401f-a2f6-44b6c6cf759e req-20de8030-251b-4cb4-8d90-6dccb8a99b68 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494657 Jun 17 11:45:58.509742 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-4de3cf68-0159-442b-b57e-1921ca5b439f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 200 len: 217 time: 0.0596623 Jun 17 11:45:58.569563 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6618-1f33-42ae-94a6-aa97d088c527 req-15ceeec1-8dad-4774-b9ef-1011e13135fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:58.572069 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-217a6618-1f33-42ae-94a6-aa97d088c527 req-15ceeec1-8dad-4774-b9ef-1011e13135fc service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222181 Jun 17 11:45:58.575406 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:45:58.586518 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-f70604ef-0318-4570-a6fd-ad1dae93e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:58.588895 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-f70604ef-0318-4570-a6fd-ad1dae93e69e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.0704651 Jun 17 11:45:58.653760 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port f00e28a8-041d-4c99-8685-2e89673ad6b8 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:45:58.749946 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port f00e28a8-041d-4c99-8685-2e89673ad6b8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:45:58.751073 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:58.830952 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f45a3-75b3-489d-a26a-18194548996d req-2d671264-5d88-4b8d-849b-cbc934cdaa32 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:58.833458 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2f0f45a3-75b3-489d-a26a-18194548996d req-2d671264-5d88-4b8d-849b-cbc934cdaa32 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0663109 Jun 17 11:45:58.855216 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:58.859332 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:45:58.860928 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:58.891248 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2f0f45a3-75b3-489d-a26a-18194548996d req-cc187f48-7f7c-484e-86f3-af183674ef05 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512872 Jun 17 11:45:58.896510 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:45:58.898996 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae90664d-b240-4e36-94b6-6e9a5bccfe1a" -d '{"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:45:58.930104 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:45:59.006614 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:45:59.058591 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d814e9-1cf8-4e18-be82-fcc11809009e req-37b317cc-9799-4a17-8668-8ccbc065af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.060251 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-22d814e9-1cf8-4e18-be82-fcc11809009e req-37b317cc-9799-4a17-8668-8ccbc065af34 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1129 time: 0.0450959 Jun 17 11:45:59.101950 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:45:59.142151 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-22d814e9-1cf8-4e18-be82-fcc11809009e req-9f39e485-69ce-464d-baab-a5acbb8817af service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551355 Jun 17 11:45:59.175612 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be560-aa2b-4bda-a5ac-45e4c1064ee8 req-6037896d-67dc-426e-a467-776d508269ea tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.177327 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cc3be560-aa2b-4bda-a5ac-45e4c1064ee8 req-6037896d-67dc-426e-a467-776d508269ea tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 945 time: 0.2170126 Jun 17 11:45:59.181687 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-49f82d34-747a-4bea-8908-bd5620624694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.183282 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-49f82d34-747a-4bea-8908-bd5620624694 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1128 time: 0.1418519 Jun 17 11:45:59.190147 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-568de3a9-90a2-4536-a544-9f0f3afc1610 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.191801 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-568de3a9-90a2-4536-a544-9f0f3afc1610 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.1863971 Jun 17 11:45:59.202351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-8e79caf9-854d-41e6-aa31-17a9bf2acd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.204569 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-8e79caf9-854d-41e6-aa31-17a9bf2acd33 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2034285 Jun 17 11:45:59.242625 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fff622e-2020-49d8-bd2d-30e105d92a7b x-openstack-request-id: req-4fff622e-2020-49d8-bd2d-30e105d92a7b {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:45:59.243526 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:45:59.244013 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fff622e-2020-49d8-bd2d-30e105d92a7b {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:45:59.244796 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fff622e-2020-49d8-bd2d-30e105d92a7b'] response: {'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'code': 200} Jun 17 11:45:59.256345 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cc3be560-aa2b-4bda-a5ac-45e4c1064ee8 req-9feb49b5-14ce-47e4-be29-d2040edd10b0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630703 Jun 17 11:45:59.442524 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb88fe-81ec-48d3-b8b2-5d5da64b3fe5 req-cd05716e-73df-467a-bfad-dcb19678840b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.445035 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ebb88fe-81ec-48d3-b8b2-5d5da64b3fe5 req-cd05716e-73df-467a-bfad-dcb19678840b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.1314540 Jun 17 11:45:59.477305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd7c31-08de-4295-85ef-607019f626f8 req-32f2eecc-cff1-4b9d-b284-40c3a74fe193 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.479466 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5dcd7c31-08de-4295-85ef-607019f626f8 req-32f2eecc-cff1-4b9d-b284-40c3a74fe193 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.1186607 Jun 17 11:45:59.498544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:45:59.558280 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ebb88fe-81ec-48d3-b8b2-5d5da64b3fe5 req-452e6dab-f700-4e8c-b636-2fe83b221e00 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071467 Jun 17 11:45:59.566694 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5dcd7c31-08de-4295-85ef-607019f626f8 req-7dedbfae-7e67-40c4-8030-6a1553680405 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772498 Jun 17 11:45:59.728860 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b3276-8e6d-41b9-b2de-8fe0d05ce248 req-ea15dc77-db7c-4bb5-9f67-bab3ebc44094 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.730399 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-764b3276-8e6d-41b9-b2de-8fe0d05ce248 req-ea15dc77-db7c-4bb5-9f67-bab3ebc44094 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.1005642 Jun 17 11:45:59.738081 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d019517-87df-47a3-95b8-dbd27113ef95 req-882cf10d-98d3-43cf-a73f-9ea59732cb68 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:45:59.739670 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0d019517-87df-47a3-95b8-dbd27113ef95 req-882cf10d-98d3-43cf-a73f-9ea59732cb68 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0988457 Jun 17 11:45:59.822251 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-764b3276-8e6d-41b9-b2de-8fe0d05ce248 req-175e615e-94cf-467b-a4b8-b5cf652ce783 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814717 Jun 17 11:45:59.831219 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0d019517-87df-47a3-95b8-dbd27113ef95 req-8ebf0644-7006-47d0-a8d3-85bcee998829 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828743 Jun 17 11:46:00.060151 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaea70-93eb-44eb-a35e-1f706b3a1360 req-11428ac4-5616-45c8-9d6a-9d7649ba6b5e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:00.062930 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-acaaea70-93eb-44eb-a35e-1f706b3a1360 req-11428ac4-5616-45c8-9d6a-9d7649ba6b5e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0853255 Jun 17 11:46:00.099220 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:00.119746 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-acaaea70-93eb-44eb-a35e-1f706b3a1360 req-ece871d4-8dea-44a4-a7f0-806dd9794526 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508654 Jun 17 11:46:00.397571 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cc3bf-f101-4425-870b-8f04a4da9488 req-e2c39bff-18a6-4f18-a3b4-269a077f78fc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:00.399143 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d55cc3bf-f101-4425-870b-8f04a4da9488 req-e2c39bff-18a6-4f18-a3b4-269a077f78fc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0571146 Jun 17 11:46:00.459603 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d55cc3bf-f101-4425-870b-8f04a4da9488 req-4e8ede61-0bbc-4c96-98d9-eae94dd77d14 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507464 Jun 17 11:46:00.733904 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085cb04-1999-4ec9-9363-fd614b3e1374 req-27cd498d-d435-491c-b953-aa2296a6ef53 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:00.736248 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0085cb04-1999-4ec9-9363-fd614b3e1374 req-27cd498d-d435-491c-b953-aa2296a6ef53 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0839746 Jun 17 11:46:00.742817 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd3dc-b12b-40f8-abe0-6eaa9fd09b3a req-55b4e99f-fb4b-4310-81fd-62b5f7893f38 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:00.744438 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ff5dd3dc-b12b-40f8-abe0-6eaa9fd09b3a req-55b4e99f-fb4b-4310-81fd-62b5f7893f38 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0821762 Jun 17 11:46:00.831210 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0085cb04-1999-4ec9-9363-fd614b3e1374 req-be75e3dd-7044-43c8-952a-7f40d42d1eb9 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857313 Jun 17 11:46:00.840093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ff5dd3dc-b12b-40f8-abe0-6eaa9fd09b3a req-fbf2be32-9fd6-4731-86da-7fb39048086a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865493 Jun 17 11:46:00.986902 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9e92c-f8ae-4248-9a4b-06bc8ea9b968 req-a6043be7-5e69-440e-af17-aa7c1514ef5c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:00.988622 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4a9e92c-f8ae-4248-9a4b-06bc8ea9b968 req-a6043be7-5e69-440e-af17-aa7c1514ef5c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0834639 Jun 17 11:46:01.025355 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f48dba-5067-4557-8ef1-81016f6bbb5c req-5684127e-97e1-420d-9d88-d3c52d8bd6c5 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:01.026959 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6f48dba-5067-4557-8ef1-81016f6bbb5c req-5684127e-97e1-420d-9d88-d3c52d8bd6c5 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.0805759 Jun 17 11:46:01.084286 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c4a9e92c-f8ae-4248-9a4b-06bc8ea9b968 req-6b15bc84-c731-4375-91a7-f46dad38c5c3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846360 Jun 17 11:46:01.109187 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6f48dba-5067-4557-8ef1-81016f6bbb5c req-42a36698-a19d-4b82-a39f-6d161231b4cb tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755279 Jun 17 11:46:01.254088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b46f8-0626-46bd-9b6d-99b25479ae39 req-d93468a5-bd95-4aaa-9960-52755c3f0d88 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:01.255723 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-683b46f8-0626-46bd-9b6d-99b25479ae39 req-d93468a5-bd95-4aaa-9960-52755c3f0d88 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 945 time: 0.0596709 Jun 17 11:46:01.383276 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-a9c9a3e9-dbfb-4eeb-8dec-56fbdb6a32f6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 217 time: 0.1240239 Jun 17 11:46:01.498779 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-683b46f8-0626-46bd-9b6d-99b25479ae39 req-89a0b6d1-289d-4d2d-b2a1-efec38aa6156 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c402d4f-fb42-4485-852b-38e3aee6f8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247801 Jun 17 11:46:01.516886 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Deleting port 673fb82d-43c8-4e9f-bf01-47ee2806f33a {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:01.517354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:01.565124 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-55ea74bd-69fb-42e4-b57f-168f39d6d63c service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083713 Jun 17 11:46:01.580361 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:01.658395 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f80ae5-fa51-4d0c-9343-c9609192fc23 req-b765a2ec-cc4e-4851-a489-8977b4f23c6e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:01.660053 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e4f80ae5-fa51-4d0c-9343-c9609192fc23 req-b765a2ec-cc4e-4851-a489-8977b4f23c6e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0977499 Jun 17 11:46:01.701297 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] For port 673fb82d-43c8-4e9f-bf01-47ee2806f33a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=673fb82d-43c8-4e9f-bf01-47ee2806f33a,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:01.701662 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:01.704780 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:01.779007 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e4f80ae5-fa51-4d0c-9343-c9609192fc23 req-9f49c772-8f64-47bc-ab1b-a0e2b9c139ca tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117787 Jun 17 11:46:01.931203 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:01.931919 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:01.931919 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Floating IP 36f4ed1c-818a-4bd7-82c1-a93b7e6b0296 disassociated. External IP: 172.27.2.75, port: 673fb82d-43c8-4e9f-bf01-47ee2806f33a. Jun 17 11:46:01.932233 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Calling delete_port for 673fb82d-43c8-4e9f-bf01-47ee2806f33a owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:02.040101 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa4620-fd9c-4387-a907-369f031cdc33 req-14b3e09b-5308-448f-9aa2-e8e03a049e38 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:02.041534 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-98aa4620-fd9c-4387-a907-369f031cdc33 req-14b3e09b-5308-448f-9aa2-e8e03a049e38 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.1315215 Jun 17 11:46:02.049663 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb771f-3602-411b-a542-bf3ad5805026 req-6a01df5a-29f6-40d3-9b40-50bf4f4d8b60 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:02.053400 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3beb771f-3602-411b-a542-bf3ad5805026 req-6a01df5a-29f6-40d3-9b40-50bf4f4d8b60 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.1166518 Jun 17 11:46:02.232090 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-98aa4620-fd9c-4387-a907-369f031cdc33 req-8da046e0-1193-4da8-9593-616f5cf6071c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784015 Jun 17 11:46:02.252756 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-0bcdcff4-0e47-44b7-b38e-3a892e0e0f9b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:02.267782 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-0bcdcff4-0e47-44b7-b38e-3a892e0e0f9b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1029472 Jun 17 11:46:02.311151 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3beb771f-3602-411b-a542-bf3ad5805026 req-1d65195d-9a6b-426e-af2a-ae41fbb8e003 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464037 Jun 17 11:46:02.323253 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-dbdfc575-c08b-44d8-a441-6aaa826ae999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:02.324573 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-dbdfc575-c08b-44d8-a441-6aaa826ae999 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2e553cb9-c624-459a-aa9b-1892e35172b9 HTTP/1.1" status: 200 len: 847 time: 0.1941025 Jun 17 11:46:02.378520 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-db1ed2ec-53b0-4b77-adb5-152934f75ba3 req-1766a66a-0550-4596-9398-772cf672d14e service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468317 Jun 17 11:46:02.435564 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a44f01-4a2f-4f1c-86cf-a3c3925732cd req-e45c843a-ab65-4c7f-8d1d-a2b0fff38a5f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:02.437346 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c9a44f01-4a2f-4f1c-86cf-a3c3925732cd req-e45c843a-ab65-4c7f-8d1d-a2b0fff38a5f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0543001 Jun 17 11:46:02.478006 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Deleting port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:02.478338 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:02.481313 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (673fb82d-43c8-4e9f-bf01-47ee2806f33a), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:02.556664 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event deleted for resources: {'Port': ['ID=673fb82d-43c8-4e9f-bf01-47ee2806f33a,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:02.568195 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d162b-5915-4b13-8bd7-997d7650c536 req-00171fe9-7dbb-4b87-8be4-a84b3f4ba019 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:02.569877 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eb9d162b-5915-4b13-8bd7-997d7650c536 req-00171fe9-7dbb-4b87-8be4-a84b3f4ba019 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 946 time: 0.1090086 Jun 17 11:46:02.570055 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 673fb82d-43c8-4e9f-bf01-47ee2806f33a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:46:02.586486 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c9a44f01-4a2f-4f1c-86cf-a3c3925732cd req-80674a59-446b-45d0-a7d9-af9a9483ebf6 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413295 Jun 17 11:46:02.609179 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 673fb82d-43c8-4e9f-bf01-47ee2806f33a {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:46:02.610242 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 673fb82d-43c8-4e9f-bf01-47ee2806f33a not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:46:02.642115 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] For port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:02.642788 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:02.710832 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:02.721531 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:02.805940 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc320f-863a-41fa-a5d2-da564024100d req-8c79f2bc-6289-4eb7-8b5c-0d01c7af4b8b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:02.808049 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fedc320f-863a-41fa-a5d2-da564024100d req-8c79f2bc-6289-4eb7-8b5c-0d01c7af4b8b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.1342390 Jun 17 11:46:02.884915 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 33960) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:02.884915 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'port_id': '59a1be8f-e417-465c-8536-98f4405514f7'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:02.968584 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (7ea29232-22d6-4a9a-b93a-868cf361c881), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:03.131728 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eb9d162b-5915-4b13-8bd7-997d7650c536 req-cd26e43d-f631-450d-8aeb-3d51c62b9b59 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c7f2610-d383-456d-bede-0dd7e409b586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311706 Jun 17 11:46:03.144187 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:03.144715 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (5516a0e6-eca0-47ec-b64e-b39bf751dc78), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:03.144995 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Floating IP 5516a0e6-eca0-47ec-b64e-b39bf751dc78 disassociated. External IP: 172.27.2.148, port: c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8. Jun 17 11:46:03.145359 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Calling delete_port for c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:03.230810 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-065cb81a-93bd-48f5-8639-86780c6d3227 req-5a3115dc-6fe0-403f-a804-2df8b6b732fe tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 210 time: 0.1095321 Jun 17 11:46:03.255885 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-c4e78ea2-e37e-4db7-8766-e101ebb1b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:03.257976 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-c4e78ea2-e37e-4db7-8766-e101ebb1b2cc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29b7df83-bd84-4880-9c95-be54b0ab66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4626691 Jun 17 11:46:03.281167 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Router 369932f9-6c57-4492-a563-3c81e0e9a870 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:03.282658 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6047a3-9030-47bb-9ad4-548823ba3e2d req-7a96d4e9-6e80-4099-9043-408b99e964d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:03.284280 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b6047a3-9030-47bb-9ad4-548823ba3e2d req-7a96d4e9-6e80-4099-9043-408b99e964d0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 1130 time: 0.1608956 Jun 17 11:46:03.300930 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:03.315170 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:03.395047 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f30053-269d-46f9-8183-a3c2ffc3d33e req-58fe0304-d8a5-4fcd-91c7-3bc64ad30b7a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:03.396541 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-25f30053-269d-46f9-8183-a3c2ffc3d33e req-58fe0304-d8a5-4fcd-91c7-3bc64ad30b7a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1744506 Jun 17 11:46:03.524756 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0073d-2d9a-4079-8d28-3d6bc8d9a792 req-438052f0-b177-4902-8fe5-0562ba46361c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:03.526274 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cc0073d-2d9a-4079-8d28-3d6bc8d9a792 req-438052f0-b177-4902-8fe5-0562ba46361c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.1812401 Jun 17 11:46:03.542413 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4b6047a3-9030-47bb-9ad4-548823ba3e2d req-2e95e2a0-a465-40b2-8c4f-8a3d8b2fff93 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297137 Jun 17 11:46:03.564814 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:03.566797 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-b9d8e758-1897-4d0f-9262-21959e0482e0 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787483 Jun 17 11:46:03.618104 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event deleted for resources: {'Port': ['ID=c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:03.637517 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-25f30053-269d-46f9-8183-a3c2ffc3d33e req-38e0db02-8b59-40cd-b1b0-5c3e8622bab5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140141 Jun 17 11:46:03.679352 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5cc0073d-2d9a-4079-8d28-3d6bc8d9a792 req-8a2ee964-de2c-4e7d-ad30-c26f48b28ebd tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439483 Jun 17 11:46:03.683256 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:03.693233 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] Sync routers for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:03.712283 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:03.713169 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:03.736550 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:03.738959 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] No DVR routers for this DVR port 673fb82d-43c8-4e9f-bf01-47ee2806f33a on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:46:03.742511 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:03.746308 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8e3ac110-bcb9-4ebc-85f3-ecb16efce531 req-135909f4-ef2d-4aa6-b7ab-3fa84c6fb29a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "DELETE /v2.0/ports/673fb82d-43c8-4e9f-bf01-47ee2806f33a HTTP/1.1" status: 204 len: 173 time: 2.4876556 Jun 17 11:46:03.746605 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'name': 'network-vif-deleted', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:03.748974 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d4f9bc-673f-446d-bc66-6333d82ea981" -d '{"events": [{"server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "name": "network-vif-deleted", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:03.823639 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Router e46c6536-b3c6-407f-87b7-792f676c9834 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:03.824569 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (7ea29232-22d6-4a9a-b93a-868cf361c881), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:03.837006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63409bda-6179-43cb-a382-7a74ffda1317 x-openstack-request-id: req-63409bda-6179-43cb-a382-7a74ffda1317 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:03.837308 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a27dd59-4638-430d-a484-d38ed6fcf923", "name": "network-vif-deleted", "tag": "673fb82d-43c8-4e9f-bf01-47ee2806f33a", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:03.837580 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63409bda-6179-43cb-a382-7a74ffda1317 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:03.837987 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63409bda-6179-43cb-a382-7a74ffda1317'] response: {'server_uuid': '9a27dd59-4638-430d-a484-d38ed6fcf923', 'name': 'network-vif-deleted', 'tag': '673fb82d-43c8-4e9f-bf01-47ee2806f33a', 'status': 'completed', 'code': 200} Jun 17 11:46:03.865114 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:03.897728 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ec20-7902-40ff-8cae-3ffee4e3f3ca req-17eb4542-f0b7-40e2-a173-7f42baa5bbab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:03.904182 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a6a5ec20-7902-40ff-8cae-3ffee4e3f3ca req-17eb4542-f0b7-40e2-a173-7f42baa5bbab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.1115646 Jun 17 11:46:03.982334 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:03.998284 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3309b66e-6720-4dac-8749-b282cf1fb31c req-d4f06901-a4e4-4725-8454-e8f04d03a571 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450588 Jun 17 11:46:04.018489 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a6a5ec20-7902-40ff-8cae-3ffee4e3f3ca req-2dcec155-0a6f-4a49-9833-c904b45c7575 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023395 Jun 17 11:46:04.025641 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP 7ea29232-22d6-4a9a-b93a-868cf361c881 associated. External IP: 172.27.2.4, port: 59a1be8f-e417-465c-8536-98f4405514f7. Jun 17 11:46:04.161174 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:04.179692 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26a6a-7bd3-4255-a01a-41ef857cb01c req-09f111ff-01a3-4eee-b617-a57089b838b5 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:04.181445 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b5a26a6a-7bd3-4255-a01a-41ef857cb01c req-09f111ff-01a3-4eee-b617-a57089b838b5 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0742230 Jun 17 11:46:04.200695 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] Checking router: 369932f9-6c57-4492-a563-3c81e0e9a870 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:04.212101 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:04.212921 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:04.284434 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b5a26a6a-7bd3-4255-a01a-41ef857cb01c req-dc30d970-9451-4d4e-95c5-1016ea62e84a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967860 Jun 17 11:46:04.352603 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:04.411102 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd460e62-4049-4801-8cef-345d0eb9b53f req-7f50b236-7f0d-47e5-afd8-4923cdbe3605 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 210 time: 0.0335360 Jun 17 11:46:04.451055 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:04.459151 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ef5b590d-bdcd-4c5c-9ab0-a00553615415 req-4f2cb254-24d4-47bb-b7e0-70c20a78eacd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.0464196 Jun 17 11:46:04.474647 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] Sync routers for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:04.502220 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:04.503407 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:04.560921 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] No DVR routers for this DVR port c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:46:04.566587 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:04.570392 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-9db3ccc6-55aa-410e-84f2-2f454295d5ab req-86c6c1bf-e030-4893-b16c-74d8a7924593 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "DELETE /v2.0/ports/c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 HTTP/1.1" status: 204 len: 173 time: 2.3094931 Jun 17 11:46:04.572435 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'name': 'network-vif-deleted', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:04.574783 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d84b456-8e11-472d-87fd-53ca37e5e890" -d '{"events": [{"server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "name": "network-vif-deleted", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:04.639820 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:04.655545 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221088d1-885f-424d-ac64-a51320518c2d x-openstack-request-id: req-221088d1-885f-424d-ac64-a51320518c2d {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:04.656193 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cd69a4-437d-4db2-bd02-b485b06773e2", "name": "network-vif-deleted", "tag": "c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:04.656841 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-221088d1-885f-424d-ac64-a51320518c2d {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:04.657556 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221088d1-885f-424d-ac64-a51320518c2d'] response: {'server_uuid': 'b8cd69a4-437d-4db2-bd02-b485b06773e2', 'name': 'network-vif-deleted', 'tag': 'c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8', 'status': 'completed', 'code': 200} Jun 17 11:46:04.665976 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:04.675090 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693b5c4-4563-4cb8-920a-965d6b84b862 None None] The sync data for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi is: [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:08Z', 'revision_number': 4, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0', 'name': '', 'network_id': 'e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'mac_address': 'fa:16:3e:07:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '62f14541-c886-4103-8909-e8a628129c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:05Z', 'updated_at': '2022-06-17T11:41:23Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'subnets': [{'id': '62f14541-c886-4103-8909-e8a628129c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:04.723202 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:04.751160 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:04.851337 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:04.910683 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e63964-3533-41a5-a932-6cd00b5c704a req-4724cbac-0841-400f-ac50-e73369104247 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:04.912275 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-08e63964-3533-41a5-a932-6cd00b5c704a req-4724cbac-0841-400f-ac50-e73369104247 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1039495 Jun 17 11:46:04.917277 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:04.921820 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:04.931826 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:04.947031 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:04.947719 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:04.967604 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-0d8a5803-4002-4b51-a47b-f90c5409d0de tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "PUT /v2.0/floatingips/7ea29232-22d6-4a9a-b93a-868cf361c881 HTTP/1.1" status: 200 len: 989 time: 2.0867879 Jun 17 11:46:04.974298 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:04.980806 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53737f-07d1-49f1-91d5-25c05a1cefca req-5551fdf1-8407-42df-8149-f90eb6cc2bbe tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:04.982406 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fe53737f-07d1-49f1-91d5-25c05a1cefca req-5551fdf1-8407-42df-8149-f90eb6cc2bbe tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0691986 Jun 17 11:46:05.020439 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:05.059755 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] Checking router: e46c6536-b3c6-407f-87b7-792f676c9834 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:05.070019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:05.070668 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:05.086716 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fe53737f-07d1-49f1-91d5-25c05a1cefca req-f0d98b44-aa2f-4bde-9a01-15faff2ef993 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940740 Jun 17 11:46:05.089210 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:05.102466 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-08e63964-3533-41a5-a932-6cd00b5c704a req-6eaab9bb-b2af-42e3-8c80-651a23886aa3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189570 Jun 17 11:46:05.150423 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:05.267646 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6c57-dfaa-4227-b596-fe385d05d14b req-f10cbeef-15b5-4cce-909f-7ae708be7691 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:05.270102 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e63f6c57-dfaa-4227-b596-fe385d05d14b req-f10cbeef-15b5-4cce-909f-7ae708be7691 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0766642 Jun 17 11:46:05.335545 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e63f6c57-dfaa-4227-b596-fe385d05d14b req-4fa35e81-93dc-4508-9e64-44e68bcb3bc3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557334 Jun 17 11:46:05.346652 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43d76e-fff0-4ad1-be3e-105ff2567ad4 None None] New status for floating IP 36f4ed1c-818a-4bd7-82c1-a93b7e6b0296: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:46:05.438989 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:05.448080 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:05.597216 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69b887ac-8671-4070-8a97-d15c228485f1 req-0c9c2dfc-1b8f-41be-b718-b54a48bdee85 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a27dd59-4638-430d-a484-d38ed6fcf923 HTTP/1.1" status: 200 len: 210 time: 0.0457852 Jun 17 11:46:05.612404 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '7ea29232-22d6-4a9a-b93a-868cf361c881', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '59a1be8f-e417-465c-8536-98f4405514f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:c0:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b705046-ed66-4a09-9354-18ee01d1676b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:45:27Z', 'updated_at': '2022-06-17T11:46:03Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:05.646446 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:05.649994 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4db56bfb-a2f0-4058-9720-994e7436b8f4 req-449b4b82-9341-4619-87e8-4186e9ab0fee tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cd69a4-437d-4db2-bd02-b485b06773e2 HTTP/1.1" status: 200 len: 210 time: 0.0320032 Jun 17 11:46:05.663563 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:05.664569 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:05.787256 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:05.823021 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:05.914940 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:05.942951 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e31d2-37d1-4394-8a12-ac2c319e7539 None None] The sync data for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi is: [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:06.162276 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '7ea29232-22d6-4a9a-b93a-868cf361c881', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '59a1be8f-e417-465c-8536-98f4405514f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:c0:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b705046-ed66-4a09-9354-18ee01d1676b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:45:27Z', 'updated_at': '2022-06-17T11:46:03Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:06.230279 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912ef9a-a93a-4273-8755-105804fb83e4 None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '7ea29232-22d6-4a9a-b93a-868cf361c881', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': '59a1be8f-e417-465c-8536-98f4405514f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:c0:6a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b705046-ed66-4a09-9354-18ee01d1676b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:45:27Z', 'updated_at': '2022-06-17T11:46:03Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:06.278985 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e60f1-2d50-48f1-abe4-cebcccedd310 req-1c8a4ac5-b5c1-4f53-ad4d-0d7f99ebbd61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:06.287848 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0a2e60f1-2d50-48f1-abe4-cebcccedd310 req-1c8a4ac5-b5c1-4f53-ad4d-0d7f99ebbd61 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0710294 Jun 17 11:46:06.374096 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3cf90-2295-44f0-84f0-20b417076327 None None] New status for floating IP 5516a0e6-eca0-47ec-b64e-b39bf751dc78: DOWN {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:46:06.391909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299e8e-20f5-4ad5-bf65-8c638be9d148 req-b89edf93-8e7c-46d7-bf10-13532442916d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:06.393558 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6299e8e-20f5-4ad5-bf65-8c638be9d148 req-b89edf93-8e7c-46d7-bf10-13532442916d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.1043596 Jun 17 11:46:06.433963 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0a2e60f1-2d50-48f1-abe4-cebcccedd310 req-77c7eae7-5549-4610-b5d1-1249e0a9ed15 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460435 Jun 17 11:46:06.505280 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6299e8e-20f5-4ad5-bf65-8c638be9d148 req-fa19f1d6-2e07-449b-8e6e-558080990825 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017313 Jun 17 11:46:06.601735 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:46:06.618734 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079502-658b-458b-a52c-f9381ba45796 req-2eefab30-fa25-4072-b4e6-5394d108f8d0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:06.620847 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-55079502-658b-458b-a52c-f9381ba45796 req-2eefab30-fa25-4072-b4e6-5394d108f8d0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0630405 Jun 17 11:46:06.642305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34010) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:06.642746 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:46:06.648775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device c8a5211f-0d5a-4f8f-a4a6-9d9fe6173ce8 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:46:06.648937 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Request body: {'floatingip': {'port_id': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:06.659339 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:06.662395 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810e1214-b96f-4551-9cdc-c48b32aae392" -d '{"events": [{"name": "network-changed", "server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "tag": "59a1be8f-e417-465c-8536-98f4405514f7"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:06.674274 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200070d-e3bb-4470-9cc5-e44598a6ee30 None None] New status for floating IP 7ea29232-22d6-4a9a-b93a-868cf361c881: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:46:06.734857 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:06.765150 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4620a320-3370-4483-abbd-e16b26d3c6fc x-openstack-request-id: req-4620a320-3370-4483-abbd-e16b26d3c6fc {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:06.765309 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "tag": "59a1be8f-e417-465c-8536-98f4405514f7", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:06.765686 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4620a320-3370-4483-abbd-e16b26d3c6fc {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:06.768459 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4620a320-3370-4483-abbd-e16b26d3c6fc'] response: {'name': 'network-changed', 'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7', 'status': 'completed', 'code': 200} Jun 17 11:46:06.782801 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (2b1f9020-697d-489e-b7a2-70be640b2e6d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:06.864081 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-75bddf93-9b92-4193-b9ab-345d8602b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:06.866417 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-75bddf93-9b92-4193-b9ab-345d8602b619 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 1129 time: 0.0552733 Jun 17 11:46:06.920446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34020) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:06.929769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34022) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:06.975258 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-807bdd72-25c0-49af-8f29-6fa9cf9277e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:06.977883 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-807bdd72-25c0-49af-8f29-6fa9cf9277e7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 915 time: 0.1052463 Jun 17 11:46:07.081415 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-28375511-69e0-4fe8-9a1d-02eff6011436 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59a1be8f-e417-465c-8536-98f4405514f7 HTTP/1.1" status: 200 len: 999 time: 0.0973334 Jun 17 11:46:07.123868 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4acb0281-415a-4a65-bba9-48f4650a021c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group (7c402d4f-fb42-4485-852b-38e3aee6f8f1), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.137134 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-2277cbfe-8d4b-48e9-bd07-e7fed2c60ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:07.139211 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-2277cbfe-8d4b-48e9-bd07-e7fed2c60ed2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.0521400 Jun 17 11:46:07.167532 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc49-7409-4821-bd7f-7690332e95d3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (8c7f2610-d383-456d-bede-0dd7e409b586), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.179273 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:07.186788 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-d4ef1d08-7e10-4185-b329-805a018bb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:07.188443 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-d4ef1d08-7e10-4185-b329-805a018bb83a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432403 Jun 17 11:46:07.244059 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4acb0281-415a-4a65-bba9-48f4650a021c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group (7c402d4f-fb42-4485-852b-38e3aee6f8f1), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.265644 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:07.284759 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc49-7409-4821-bd7f-7690332e95d3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (8c7f2610-d383-456d-bede-0dd7e409b586), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.298624 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-6e1d6ffb-b98f-4f4a-90b2-eed2da776adf service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039922 Jun 17 11:46:07.405058 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-810e1214-b96f-4551-9cdc-c48b32aae392 req-35d980eb-fbb7-454f-bd46-1a28b30ed5c8 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004121 Jun 17 11:46:07.483046 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4acb0281-415a-4a65-bba9-48f4650a021c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7c402d4f-fb42-4485-852b-38e3aee6f8f1), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.486582 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4acb0281-415a-4a65-bba9-48f4650a021c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.488132 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4acb0281-415a-4a65-bba9-48f4650a021c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "DELETE /v2.0/security-groups/7c402d4f-fb42-4485-852b-38e3aee6f8f1 HTTP/1.1" status: 204 len: 168 time: 0.5665827 Jun 17 11:46:07.491321 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34030) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:07.499594 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.506622 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb0281-415a-4a65-bba9-48f4650a021c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c402d4f-fb42-4485-852b-38e3aee6f8f1,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:07.513970 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.api.v2.resource [None req-fb60e7d4-27f4-495b-ae2c-7349f3e23b9e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] show failed (client error): The resource could not be found. Jun 17 11:46:07.515439 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-fb60e7d4-27f4-495b-ae2c-7349f3e23b9e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups/7c402d4f-fb42-4485-852b-38e3aee6f8f1 HTTP/1.1" status: 404 len: 347 time: 0.0225220 Jun 17 11:46:07.518480 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34032) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:07.533606 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc49-7409-4821-bd7f-7690332e95d3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8c7f2610-d383-456d-bede-0dd7e409b586), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.538646 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc49-7409-4821-bd7f-7690332e95d3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.543661 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-54d8fc49-7409-4821-bd7f-7690332e95d3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c7f2610-d383-456d-bede-0dd7e409b586 HTTP/1.1" status: 204 len: 168 time: 0.6050127 Jun 17 11:46:07.549208 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34034) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:07.568174 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8fc49-7409-4821-bd7f-7690332e95d3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f2610-d383-456d-bede-0dd7e409b586,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:07.576096 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.api.v2.resource [None req-edd6719d-7bd3-4ceb-90b9-8a423c25e925 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] show failed (client error): The resource could not be found. Jun 17 11:46:07.577354 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-edd6719d-7bd3-4ceb-90b9-8a423c25e925 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups/8c7f2610-d383-456d-bede-0dd7e409b586 HTTP/1.1" status: 404 len: 347 time: 0.0258060 Jun 17 11:46:07.580836 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34038) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:07.637651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (2b1f9020-697d-489e-b7a2-70be640b2e6d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.665328 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Deleting port 2dc3de96-e570-4e12-8181-8bb57d01549b {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:07.665972 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.784335 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.785082 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (2dc3de96-e570-4e12-8181-8bb57d01549b), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.805227 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Calling delete_port for 2dc3de96-e570-4e12-8181-8bb57d01549b owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:07.863885 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ef936-5eb6-421c-a7dc-bfc3b2f580ec req-615192ce-a06b-4df8-8daf-1dd0c4dccfcb tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:07.865461 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4e0ef936-5eb6-421c-a7dc-bfc3b2f580ec req-615192ce-a06b-4df8-8daf-1dd0c4dccfcb tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.2182753 Jun 17 11:46:07.909956 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Deleting port 9eb7147f-8de6-4820-be6c-a742f73b89c6 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:07.910221 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:07.941948 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Floating IP 2b1f9020-697d-489e-b7a2-70be640b2e6d associated. External IP: 172.27.2.139, port: f00e28a8-041d-4c99-8685-2e89673ad6b8. Jun 17 11:46:07.942279 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:08.055526 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (2dc3de96-e570-4e12-8181-8bb57d01549b), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.058965 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:08.070414 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4e0ef936-5eb6-421c-a7dc-bfc3b2f580ec req-8cb2d2ac-dd7c-46c4-b71f-385fc8aa849d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927850 Jun 17 11:46:08.081133 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event deleted for resources: {'Port': ['ID=2dc3de96-e570-4e12-8181-8bb57d01549b,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:08.105766 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.106275 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (9eb7147f-8de6-4820-be6c-a742f73b89c6), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.128495 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Calling delete_port for 9eb7147f-8de6-4820-be6c-a742f73b89c6 owned by network:floatingip {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:08.165296 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks [] for floatingip (36f4ed1c-818a-4bd7-82c1-a93b7e6b0296), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.167798 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.171520 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b0e17be1-c9f5-4a70-ae88-737a09bbd83b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "DELETE /v2.0/floatingips/36f4ed1c-818a-4bd7-82c1-a93b7e6b0296 HTTP/1.1" status: 204 len: 168 time: 0.6494534 Jun 17 11:46:08.216877 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:08.554531 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:08.572782 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Router 215cbbee-bf18-4794-85bf-c2ded75e0d1a has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:08.728409 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:08.733064 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.744184 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] Sync routers for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:08.756178 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:08.757103 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:08.765193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (9eb7147f-8de6-4820-be6c-a742f73b89c6), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.802301 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event deleted for resources: {'Port': ['ID=9eb7147f-8de6-4820-be6c-a742f73b89c6,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:08.805984 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:08.808320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e73c92f0-8c9c-443f-b21d-c634773f1a10 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "PUT /v2.0/floatingips/2b1f9020-697d-489e-b7a2-70be640b2e6d HTTP/1.1" status: 200 len: 992 time: 2.1645105 Jun 17 11:46:08.811433 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:08.812622 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:08.832601 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (5516a0e6-eca0-47ec-b64e-b39bf751dc78), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.835234 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:08.836440 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-13e14758-4ed1-466f-9c04-847ad40ceeca tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "DELETE /v2.0/floatingips/5516a0e6-eca0-47ec-b64e-b39bf751dc78 HTTP/1.1" status: 204 len: 168 time: 1.2528172 Jun 17 11:46:08.852862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd25073-2152-421a-a21e-cf6f31d77f7a x-openstack-request-id: req-8fd25073-2152-421a-a21e-cf6f31d77f7a {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:08.853169 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:08.860667 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fd25073-2152-421a-a21e-cf6f31d77f7a {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:08.860667 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd25073-2152-421a-a21e-cf6f31d77f7a'] response: {'name': 'network-changed', 'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'status': 'completed', 'code': 200} Jun 17 11:46:08.881039 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:08.935032 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-46cbd913-f391-4a8f-b6bc-860555e94af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:08.936781 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-46cbd913-f391-4a8f-b6bc-860555e94af5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 1130 time: 0.0534253 Jun 17 11:46:09.047139 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-bdade64d-15a9-4ab7-988b-7449b3318bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:09.048697 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-bdade64d-15a9-4ab7-988b-7449b3318bec service neutron] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 917 time: 0.1038396 Jun 17 11:46:09.119604 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-dbf5fbe9-40df-44f2-a5af-7bee78d90e05 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 200 len: 1000 time: 0.0640578 Jun 17 11:46:09.150994 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '2b1f9020-697d-489e-b7a2-70be640b2e6d', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'port_id': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'mac_address': 'fa:16:3e:38:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:45:34Z', 'updated_at': '2022-06-17T11:46:07Z', 'revision_number': 1, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:09.160455 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34064) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:09.173215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-8f3b127f-3aa0-4c72-abba-4f2182a1aeb2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963854073', 'description': 'tempest-description--1926908624'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:09.175535 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-2b3b014e-0d30-42fe-8543-412c423c915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:09.177057 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-2b3b014e-0d30-42fe-8543-412c423c915f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.0514433 Jun 17 11:46:09.178206 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] Checking router: 215cbbee-bf18-4794-85bf-c2ded75e0d1a for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:09.187476 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:09.188560 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:45:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:09.225362 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89303b7c-4a8d-4c45-9ee7-7aadaa6fdfa1 req-d72d0082-9227-486e-b2a3-0716550d297f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:09.226968 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-89303b7c-4a8d-4c45-9ee7-7aadaa6fdfa1 req-d72d0082-9227-486e-b2a3-0716550d297f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0727708 Jun 17 11:46:09.227518 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-bc7c92cf-56f1-44f5-81d1-0a816c21b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:09.229314 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-bc7c92cf-56f1-44f5-81d1-0a816c21b1dd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463259 Jun 17 11:46:09.287353 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-89303b7c-4a8d-4c45-9ee7-7aadaa6fdfa1 req-779625dd-43f1-429d-a34c-4222922018c7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544379 Jun 17 11:46:09.309143 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:09.327017 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8f3b127f-3aa0-4c72-abba-4f2182a1aeb2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:09.353741 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:09.359997 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-d7cbca71-879f-4c63-aabd-d6e74d3f54d4 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237645 Jun 17 11:46:09.372183 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:09.412080 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8f3b127f-3aa0-4c72-abba-4f2182a1aeb2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (1c6f4936-d4f5-4ea7-a58e-3967c25be245), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:09.462773 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f684cd53-a0cd-469a-a1f4-ddaf49ce11df req-01a35442-2f28-4ad1-95d7-4bf81a50c8aa service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970130 Jun 17 11:46:09.502552 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8f3b127f-3aa0-4c72-abba-4f2182a1aeb2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (1c6f4936-d4f5-4ea7-a58e-3967c25be245), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:09.539584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b127f-3aa0-4c72-abba-4f2182a1aeb2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f4936-d4f5-4ea7-a58e-3967c25be245,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:09.551447 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '2b1f9020-697d-489e-b7a2-70be640b2e6d', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'port_id': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'mac_address': 'fa:16:3e:38:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:45:34Z', 'updated_at': '2022-06-17T11:46:07Z', 'revision_number': 1, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:09.580697 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771e894-058f-45a6-9d8e-a6baf7d01451 None None] The sync data for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi is: [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '2b1f9020-697d-489e-b7a2-70be640b2e6d', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'port_id': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'mac_address': 'fa:16:3e:38:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:45:34Z', 'updated_at': '2022-06-17T11:46:07Z', 'revision_number': 1, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:09.622424 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8f3b127f-3aa0-4c72-abba-4f2182a1aeb2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:09.624573 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-8f3b127f-3aa0-4c72-abba-4f2182a1aeb2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4631135 Jun 17 11:46:09.628974 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34070) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:09.634702 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-50116f51-9314-4eb1-b872-59ac013c5f8d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'security_group_rule': {'security_group_id': '1c6f4936-d4f5-4ea7-a58e-3967c25be245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:09.719900 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-50116f51-9314-4eb1-b872-59ac013c5f8d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (c4c3a2a0-b8c4-4240-b4b0-56f0977454e8), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:09.802360 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-50116f51-9314-4eb1-b872-59ac013c5f8d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (c4c3a2a0-b8c4-4240-b4b0-56f0977454e8), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:09.827225 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d0193-0310-412d-bf0a-a5ac232eb8cf None None] New status for floating IP 2b1f9020-697d-489e-b7a2-70be640b2e6d: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:46:09.882197 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-50116f51-9314-4eb1-b872-59ac013c5f8d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (c4c3a2a0-b8c4-4240-b4b0-56f0977454e8), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:09.901945 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116f51-9314-4eb1-b872-59ac013c5f8d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c3a2a0-b8c4-4240-b4b0-56f0977454e8,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:10.049816 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-50116f51-9314-4eb1-b872-59ac013c5f8d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:10.051623 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-50116f51-9314-4eb1-b872-59ac013c5f8d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4212339 Jun 17 11:46:10.054807 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34076) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:10.059576 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-cd33426d-7a93-4ab5-91c8-0d11f8529428 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'security_group_rule': {'security_group_id': '1c6f4936-d4f5-4ea7-a58e-3967c25be245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:10.177825 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-cd33426d-7a93-4ab5-91c8-0d11f8529428 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (d937954a-75b0-4220-ac57-b5d5b773ac8a), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:10.245549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-cd33426d-7a93-4ab5-91c8-0d11f8529428 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (d937954a-75b0-4220-ac57-b5d5b773ac8a), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:10.332948 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-cd33426d-7a93-4ab5-91c8-0d11f8529428 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (d937954a-75b0-4220-ac57-b5d5b773ac8a), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:10.356004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33426d-7a93-4ab5-91c8-0d11f8529428 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d937954a-75b0-4220-ac57-b5d5b773ac8a,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:10.417877 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fb14-1a26-4464-873d-431ecbac0409 req-4ab50f73-3912-4eda-ad76-30da8cf8fd91 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:10.419462 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79d2fb14-1a26-4464-873d-431ecbac0409 req-4ab50f73-3912-4eda-ad76-30da8cf8fd91 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0522439 Jun 17 11:46:10.447385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:10.473801 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79d2fb14-1a26-4464-873d-431ecbac0409 req-1df44957-ffe3-4c07-87e6-da4ddca8e34b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482142 Jun 17 11:46:10.488987 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-cd33426d-7a93-4ab5-91c8-0d11f8529428 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:10.490133 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-cd33426d-7a93-4ab5-91c8-0d11f8529428 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4342968 Jun 17 11:46:10.494549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34080) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:10.499255 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:10.646943 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:10.732215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:10.879641 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Allocated IP 172.27.2.184 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/a23d9eda-b088-44e0-bdae-1f76408ea696) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:46:11.042879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:11.187769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:11.228051 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:46:11.234214 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:46:11.239175 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:46:11.247395 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'Port': ['ID=a23d9eda-b088-44e0-bdae-1f76408ea696,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:11.273431 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.273777 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.274148 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.274459 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.274793 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.275118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.275474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.275799 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.276123 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.276446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.276769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.277090 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.277411 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.277731 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.278048 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:11.302258 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (8bda541b-6bbb-4211-ae9c-b846582a69cd), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:11.390739 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:11.429459 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0250d-8be7-4ee0-8a27-c73adc2a06f2 req-4ee3e1a3-2016-4025-af6f-4b6d04ad3214 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:11.430954 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0ba0250d-8be7-4ee0-8a27-c73adc2a06f2 req-4ee3e1a3-2016-4025-af6f-4b6d04ad3214 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0503132 Jun 17 11:46:11.494280 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:11.537205 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0ba0250d-8be7-4ee0-8a27-c73adc2a06f2 req-c7f62c48-8855-453e-8526-81e620febf2e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997436 Jun 17 11:46:11.605141 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:11.620386 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8549b24-7d6e-4159-976d-bd8c53102e31 req-196f42c4-6258-40a7-a536-1b7b77b81d2f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:11.622254 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a8549b24-7d6e-4159-976d-bd8c53102e31 req-196f42c4-6258-40a7-a536-1b7b77b81d2f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0718110 Jun 17 11:46:11.740399 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a8549b24-7d6e-4159-976d-bd8c53102e31 req-554af729-7b52-4b26-8c64-931dd8de29ca tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802290 Jun 17 11:46:11.763027 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:11.874117 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:11.908420 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (8bda541b-6bbb-4211-ae9c-b846582a69cd), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:11.930969 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'Port': ['ID=a23d9eda-b088-44e0-bdae-1f76408ea696,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:12.049186 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:12.050330 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ebfcaf13-c5e1-482f-b6bc-eb70d93fe71d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5548232 Jun 17 11:46:12.211148 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-48b3f8bc-7b75-4aba-b256-bfa07799d86a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1963854073&fields=id&tenant_id=b35e2c02ed78431fbbc93d3da1a7caba HTTP/1.1" status: 200 len: 267 time: 0.0526998 Jun 17 11:46:12.328272 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-0551b5e0-f255-4993-8388-4d4c880fb2dd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:12.330075 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-0551b5e0-f255-4993-8388-4d4c880fb2dd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 810 time: 0.1121008 Jun 17 11:46:12.353578 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-82c66235-7362-47c6-9da9-0392967bc770 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/quotas/b35e2c02ed78431fbbc93d3da1a7caba HTTP/1.1" status: 200 len: 375 time: 0.0164995 Jun 17 11:46:12.410152 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-3a6e3647-3f30-4cd3-8ac7-a38e0927285d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509756 Jun 17 11:46:12.568571 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-0289510e-1a7c-4e86-8fbd-d39f78603ef0 service neutron] 10.222.0.45 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441743 Jun 17 11:46:12.702324 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac720-8c85-41b9-8778-9d513589c1b3 req-26c96819-016b-4732-860b-edb500b1e4a3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:12.704445 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7d0ac720-8c85-41b9-8778-9d513589c1b3 req-26c96819-016b-4732-860b-edb500b1e4a3 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0688338 Jun 17 11:46:12.708504 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-cd598689-8412-4bb9-b01f-3e2c6bc342fd service neutron] 10.222.0.45 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341963 Jun 17 11:46:12.759451 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7d0ac720-8c85-41b9-8778-9d513589c1b3 req-f043dcdb-f33d-4c98-bdfb-a89321f6d671 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 Jun 17 11:46:12.864058 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:12.872935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30334617-84ad-4184-a066-1629e7574ef5 req-b17dd8a7-7998-443a-a145-f2ae059cfd3d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:12.874488 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-30334617-84ad-4184-a066-1629e7574ef5 req-b17dd8a7-7998-443a-a145-f2ae059cfd3d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0539453 Jun 17 11:46:12.932404 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-30334617-84ad-4184-a066-1629e7574ef5 req-c1780bdc-1099-47c9-abff-0aff6d300917 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516052 Jun 17 11:46:13.041010 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9dc50445-4343-4430-ba40-3bfe2e07ea62 req-2735bddc-9421-4a1c-9e9c-9fc40f8e8f35 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 210 time: 0.0419693 Jun 17 11:46:13.892215 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-6f487776-2b40-45e9-b38c-e82ff9446f53 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:13.893636 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-6f487776-2b40-45e9-b38c-e82ff9446f53 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.1788733 Jun 17 11:46:13.952396 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c21ee-ea40-4d56-a812-9675b0524e3e req-0f64abd0-4d8f-490a-9212-0603a9ce04d2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:13.953920 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-135c21ee-ea40-4d56-a812-9675b0524e3e req-0f64abd0-4d8f-490a-9212-0603a9ce04d2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 945 time: 0.0602493 Jun 17 11:46:13.991562 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Deleting port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:13.991910 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:14.008404 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-135c21ee-ea40-4d56-a812-9675b0524e3e req-5390ebd4-acb3-48ef-8835-ea5c2e282bb4 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479624 Jun 17 11:46:14.065677 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534d028-462d-493f-afe7-ea6be745066a req-ff572291-b9c4-49ac-97dc-75e4b063498e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:14.067298 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d534d028-462d-493f-afe7-ea6be745066a req-ff572291-b9c4-49ac-97dc-75e4b063498e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0536842 Jun 17 11:46:14.112158 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] For port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:14.112531 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:14.128669 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7adbfe47-ae8a-45bb-9a8d-63440c3364db req-0cc0f8ef-4853-46d6-89a6-beed4c3fc59c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 210 time: 0.0397134 Jun 17 11:46:14.130894 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Calling delete_port for fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:14.161632 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-69371b07-a45b-4618-b95e-8a00982bfb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:14.163296 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d534d028-462d-493f-afe7-ea6be745066a req-ba914769-2565-4898-bb56-9ec55eaf5e43 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898156 Jun 17 11:46:14.288186 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:14.447088 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:14.455502 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:14.459790 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['845a8d6f-82d9-4eca-a43c-35be0c12da3d', 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:46:14.483193 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event deleted for resources: {'Port': ['ID=fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:14.510694 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.511041 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.511493 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.511750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.512088 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.512422 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.513185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.513185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.513390 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.513704 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.514368 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.514501 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.514942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.515182 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.515540 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:14.540137 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] No DVR routers for this DVR port fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:46:14.542944 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:14.546451 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-efb36e73-235f-447c-bffb-970d5ae6f60d req-b32e6a2e-45ef-4396-9d75-9f669f67b509 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "DELETE /v2.0/ports/fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 HTTP/1.1" status: 204 len: 173 time: 0.6468401 Jun 17 11:46:14.546823 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'name': 'network-vif-deleted', 'tag': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:14.550197 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb24cf5-3e87-4814-9ebf-4a0728b8530c" -d '{"events": [{"server_uuid": "76c24c0d-60e5-45e5-afeb-d8595d5116f5", "name": "network-vif-deleted", "tag": "fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:14.598241 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734d70e1-7495-4c6b-ac05-f951360056ef x-openstack-request-id: req-734d70e1-7495-4c6b-ac05-f951360056ef {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:14.598552 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c24c0d-60e5-45e5-afeb-d8595d5116f5", "name": "network-vif-deleted", "tag": "fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:14.598827 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-734d70e1-7495-4c6b-ac05-f951360056ef {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:14.599343 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734d70e1-7495-4c6b-ac05-f951360056ef'] response: {'server_uuid': '76c24c0d-60e5-45e5-afeb-d8595d5116f5', 'name': 'network-vif-deleted', 'tag': 'fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6', 'status': 'completed', 'code': 200} Jun 17 11:46:14.835109 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 0b44766a-48d1-49bc-a348-b25e0252287f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:46:15.000883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:15.013509 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '0b44766a-48d1-49bc-a348-b25e0252287f', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'port_id': '0b44766a-48d1-49bc-a348-b25e0252287f', 'mac_address': 'fa:16:3e:fc:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:46:15.063582 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 0b44766a-48d1-49bc-a348-b25e0252287f is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:46:15.064248 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:15.086202 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b44766a-48d1-49bc-a348-b25e0252287f {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:46:15.119231 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:15.161483 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4fa17f7-3dfd-49f5-8548-432afad7c583 req-dce40bc3-e9cb-4192-90ca-557ec3b54cad tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.0301812 Jun 17 11:46:15.221884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:15.244482 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-09cd2ac5-c759-4cae-816e-b3d11e350b7b req-ac54b779-262f-4cd1-aabd-48b6a8e734bd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 210 time: 0.0310957 Jun 17 11:46:15.328017 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:15.332909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536e8ad-9b14-4137-a459-1be63c87290f req-6fee6d4d-f9ac-4e6c-acf0-ee3d0ca3ec4c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:15.334234 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.334795 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.335571 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.336273 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.336738 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.337190 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.337674 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.338398 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.338868 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.339661 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.340147 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.340898 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.341083 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4536e8ad-9b14-4137-a459-1be63c87290f req-6fee6d4d-f9ac-4e6c-acf0-ee3d0ca3ec4c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 945 time: 0.0873892 Jun 17 11:46:15.341407 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.341858 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.342691 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:46:15.368027 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:15.396963 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4536e8ad-9b14-4137-a459-1be63c87290f req-d0e9fd08-437c-4331-bb77-f54d48ef8433 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553405 Jun 17 11:46:15.532488 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['0b44766a-48d1-49bc-a348-b25e0252287f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:46:15.596960 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:15.669465 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:16.212749 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6bc8f1ea-7242-4d4c-b7b8-ec65002f3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:16.294107 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0677284c-aa2a-46be-8be9-699dcd760f58 req-73b9e505-568b-47ee-868f-1768f08f3f30 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=76c24c0d-60e5-45e5-afeb-d8595d5116f5 HTTP/1.1" status: 200 len: 210 time: 0.0285707 Jun 17 11:46:16.355769 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a6c6bce6-c1a5-42ef-aa34-4669166fba55 req-68a30f80-315e-41d0-b609-256dfe9c3d2e tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 210 time: 0.0296748 Jun 17 11:46:16.523898 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8e98-a4aa-4cd8-846d-5b1ac2621da3 req-4667f111-9fce-4e27-86fc-dae8392817bf tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:16.526143 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c2c8e98-a4aa-4cd8-846d-5b1ac2621da3 req-4667f111-9fce-4e27-86fc-dae8392817bf tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 945 time: 0.0565290 Jun 17 11:46:16.588126 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c2c8e98-a4aa-4cd8-846d-5b1ac2621da3 req-dc99ecc0-8c89-471d-b660-6fb7d24b4e2a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528071 Jun 17 11:46:16.877194 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-c3c94616-11a5-4210-80c3-68b1d85c55a4 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:16.878924 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-c3c94616-11a5-4210-80c3-68b1d85c55a4 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 810 time: 0.1095018 Jun 17 11:46:16.879237 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 0b44766a-48d1-49bc-a348-b25e0252287f up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:46:16.934923 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 0b44766a-48d1-49bc-a348-b25e0252287f completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:46:16.956094 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-c12172b3-bd9f-4aa9-b49e-83c6c5196334 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35e2c02ed78431fbbc93d3da1a7caba HTTP/1.1" status: 200 len: 380 time: 0.0650706 Jun 17 11:46:16.965387 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'port': {'device_id': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'admin_state_up': True, 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'security_groups': ['1c6f4936-d4f5-4ea7-a58e-3967c25be245']}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:17.027242 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 0b44766a-48d1-49bc-a348-b25e0252287f triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:46:17.027615 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.114347 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 0b44766a-48d1-49bc-a348-b25e0252287f is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:46:17.114734 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.140163 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:17.143107 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ef3b0-4c6d-4a40-a392-977529a01eb5" -d '{"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-plugged", "status": "completed", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:17.158169 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:17.181845 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Made reservation on behalf of b35e2c02ed78431fbbc93d3da1a7caba for: {'port': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:46:17.185772 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.190549 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b9ace-1e0f-4006-a367-0081cba68228 x-openstack-request-id: req-960b9ace-1e0f-4006-a367-0081cba68228 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:17.190549 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-plugged", "status": "completed", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:17.190549 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-960b9ace-1e0f-4006-a367-0081cba68228 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:17.190549 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960b9ace-1e0f-4006-a367-0081cba68228'] response: {'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f', 'code': 200} Jun 17 11:46:17.242068 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.243101 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:46:17.303876 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:46:17.304294 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device fbcdaa75-cd33-46e4-a7fd-57c88e44b5b6 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:46:17.353880 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:17.402300 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.414638 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Allocated IP 172.20.0.5 (c868a535-9c12-4f90-862a-6c3a44470c58/62c59720-50bf-4621-814a-44aed111f12d/4272e231-ff05-439d-a324-ff813464d4bb) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:46:17.526459 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9154b19d-5410-4431-b5e1-9477ae5de012 req-30f66ab2-04cd-4888-ab45-63d6de8263e2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 210 time: 0.0476286 Jun 17 11:46:17.654029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for port (4272e231-ff05-439d-a324-ff813464d4bb), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.672879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e8b48-6fdc-4f72-8ced-011f12188490 req-d1ca56f8-f3c6-45fb-bb54-db3d5a5d363d tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:17.674431 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-976e8b48-6fdc-4f72-8ced-011f12188490 req-d1ca56f8-f3c6-45fb-bb54-db3d5a5d363d tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0501161 Jun 17 11:46:17.738192 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-976e8b48-6fdc-4f72-8ced-011f12188490 req-302e399b-b433-4b0b-8882-e958e51fe57a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576286 Jun 17 11:46:17.768013 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34180) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:17.781573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd9520-4461-4b68-950b-549f0b95d17e req-3ada74ff-a3da-4d06-9b8b-9e8f4f566bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:17.783147 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-72dd9520-4461-4b68-950b-549f0b95d17e req-3ada74ff-a3da-4d06-9b8b-9e8f4f566bb7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1130 time: 0.0578952 Jun 17 11:46:17.785410 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (4272e231-ff05-439d-a324-ff813464d4bb), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.825708 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Network c868a535-9c12-4f90-862a-6c3a44470c58 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:46:17.832014 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:46:17.836010 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:46:17.890233 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event updated for resources: {'Port': ['ID=4272e231-ff05-439d-a324-ff813464d4bb,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:17.903392 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-72dd9520-4461-4b68-950b-549f0b95d17e req-6e9678d8-5d43-48bd-a384-94418a1cdd02 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110909 Jun 17 11:46:17.908119 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:17.908767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:17.923749 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd7896-f418-46e3-8128-6bd7add7ab00 req-3286ab85-f865-4407-8d02-8a4fc481c0ca tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:17.925325 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aefd7896-f418-46e3-8128-6bd7add7ab00 req-3286ab85-f865-4407-8d02-8a4fc481c0ca tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0951269 Jun 17 11:46:17.943485 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:17.979411 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e098ec4d-eb66-47a6-bb17-4ffe8b48bfe8 tempest-TestMinimumBasicScenario-2019038302 tempest-TestMinimumBasicScenario-2019038302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:17.980945 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e098ec4d-eb66-47a6-bb17-4ffe8b48bfe8 tempest-TestMinimumBasicScenario-2019038302 tempest-TestMinimumBasicScenario-2019038302-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1124 time: 0.2117939 Jun 17 11:46:17.983920 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34186) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:17.989036 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'port_id': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:18.005988 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:18.022981 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-8324a596-3cbd-41df-ab05-175988621cd3 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0615206 Jun 17 11:46:18.025280 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aefd7896-f418-46e3-8128-6bd7add7ab00 req-75054547-8f91-4544-a0b0-1dc20b50da88 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933311 Jun 17 11:46:18.037074 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c87c2-5157-42b2-9998-879e9913adee req-d56b3a08-b1b2-4e21-945a-9ab320d1ab60 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:18.038991 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e78c87c2-5157-42b2-9998-879e9913adee req-d56b3a08-b1b2-4e21-945a-9ab320d1ab60 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0836196 Jun 17 11:46:18.097057 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e78c87c2-5157-42b2-9998-879e9913adee req-04daa951-51bc-4e9c-ac75-b9386fd03add tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515878 Jun 17 11:46:18.105967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-247304fe-a966-4259-a6d0-eb77e4a587cb None None] Provisioning complete for port 4272e231-ff05-439d-a324-ff813464d4bb triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:46:18.106487 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-247304fe-a966-4259-a6d0-eb77e4a587cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4272e231-ff05-439d-a324-ff813464d4bb), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:18.125057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:18.150640 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-247304fe-a966-4259-a6d0-eb77e4a587cb None None] Port 4272e231-ff05-439d-a324-ff813464d4bb cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:46:18.209122 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:18.329136 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Allocated IP 172.27.2.23 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/88c235ea-a4c2-40c0-b880-bd05961f067b) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:46:18.443750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:18.567916 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:18.609007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:46:18.613350 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:46:18.620270 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:46:18.646191 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887c90c-5965-4f16-ab4f-487481b45998 req-1f6a43b4-89e3-4758-94ba-a9bf64564a11 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:18.647242 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'Port': ['ID=88c235ea-a4c2-40c0-b880-bd05961f067b,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:18.648527 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b887c90c-5965-4f16-ab4f-487481b45998 req-1f6a43b4-89e3-4758-94ba-a9bf64564a11 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 931 time: 0.0574429 Jun 17 11:46:18.693231 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:18.701533 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b887c90c-5965-4f16-ab4f-487481b45998 req-9efa4790-12e2-4a4b-b68f-e1f4eb5fc747 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Jun 17 11:46:18.901611 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:18.992621 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for floatingip (afeaeff4-3b33-4519-b5e4-aa12d6952c5a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:19.140496 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:19.154502 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc01a2-2412-4574-b635-415d0b79d25e req-8d4a328b-6e56-4c0d-beb3-d6a5d92f2ed6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:19.156224 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-22dc01a2-2412-4574-b635-415d0b79d25e req-8d4a328b-6e56-4c0d-beb3-d6a5d92f2ed6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0577908 Jun 17 11:46:19.208828 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:19.253626 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-22dc01a2-2412-4574-b635-415d0b79d25e req-24cde493-996d-43f6-9dc5-c26ab086ddc8 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911608 Jun 17 11:46:19.265601 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e757b-bbfe-4dea-bb49-041ddd8384ca req-c2e22e36-3237-4034-abb2-9f0393ee4c1c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:19.268141 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aa0e757b-bbfe-4dea-bb49-041ddd8384ca req-c2e22e36-3237-4034-abb2-9f0393ee4c1c tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0780394 Jun 17 11:46:19.330333 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:19.349683 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aa0e757b-bbfe-4dea-bb49-041ddd8384ca req-4899142a-f864-4a05-922a-5adbf6d25141 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Jun 17 11:46:19.369999 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:19.415706 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:19.419163 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:19.492239 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'Port': ['ID=88c235ea-a4c2-40c0-b880-bd05961f067b,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:19.506889 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (afeaeff4-3b33-4519-b5e4-aa12d6952c5a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:19.613799 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Floating IP afeaeff4-3b33-4519-b5e4-aa12d6952c5a associated. External IP: 172.27.2.23, port: f866082a-76d6-466b-8c49-7a5068d4d87f. Jun 17 11:46:19.837936 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d8c4c-e8de-4ffb-af64-fd4a5b3ba517 req-aabefc36-e6b2-41a3-b55c-e57fd9fcc064 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:19.839586 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a00d8c4c-e8de-4ffb-af64-fd4a5b3ba517 req-aabefc36-e6b2-41a3-b55c-e57fd9fcc064 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 931 time: 0.0547001 Jun 17 11:46:19.901765 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a00d8c4c-e8de-4ffb-af64-fd4a5b3ba517 req-470377c1-7475-4e01-a9bc-8100d0304395 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531664 Jun 17 11:46:19.941141 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:20.054963 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Router 90280592-b570-4878-b9ae-ac0970c65729 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:20.163233 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:20.173464 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] Sync routers for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:20.184310 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:20.184938 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:20.283266 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:20.322818 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f4fd0cb1-5eda-47d9-9023-b747b010868b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3347893 Jun 17 11:46:20.322818 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:20.324105 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f075a9b-aba4-47fa-abe1-fe564eb92c31" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:20.324949 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34198) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:20.336054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-4b6542b4-ed79-45b2-bf9b-00dc220b8371 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887351586', 'description': 'tempest-secgroup-smoke-1887351586 description', 'project_id': '6466d6627209487ca62377eb7aa5d9e4'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:20.368844 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ee88b-3bbd-4899-8c78-f62b0eb7d87e x-openstack-request-id: req-e94ee88b-3bbd-4899-8c78-f62b0eb7d87e {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:20.369136 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:20.369571 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e94ee88b-3bbd-4899-8c78-f62b0eb7d87e {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:20.370579 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94ee88b-3bbd-4899-8c78-f62b0eb7d87e'] response: {'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'status': 'completed', 'code': 200} Jun 17 11:46:20.386527 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:20.412564 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46fe1-e447-48d8-9459-cde475c3af05 req-2d48a95c-bcbe-485c-a769-e57bdf2c658e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:20.414433 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8bd46fe1-e447-48d8-9459-cde475c3af05 req-2d48a95c-bcbe-485c-a769-e57bdf2c658e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0655546 Jun 17 11:46:20.489290 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:20.498584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4b6542b4-ed79-45b2-bf9b-00dc220b8371 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:20.507107 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9da5c2-654d-4152-80c6-ef9516e4e51b req-18e184d5-ab87-4233-878a-7a585554b8b2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:20.508724 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2b9da5c2-654d-4152-80c6-ef9516e4e51b req-18e184d5-ab87-4233-878a-7a585554b8b2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.0803473 Jun 17 11:46:20.544778 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8bd46fe1-e447-48d8-9459-cde475c3af05 req-15bbea7d-00a5-4243-b931-8549c3feb2c5 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182423 Jun 17 11:46:20.621949 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2b9da5c2-654d-4152-80c6-ef9516e4e51b req-3a1da348-8c20-4b79-9b27-6e85549a6c0a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992115 Jun 17 11:46:20.648290 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4b6542b4-ed79-45b2-bf9b-00dc220b8371 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group (8d91bc0d-447a-4a42-893d-4ee42b359dc9), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:20.658892 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': 'afeaeff4-3b33-4519-b5e4-aa12d6952c5a', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '90280592-b570-4878-b9ae-ac0970c65729', 'port_id': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'mac_address': 'fa:16:3e:fd:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:18Z', 'updated_at': '2022-06-17T11:46:18Z', 'revision_number': 0, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 5, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:20.688388 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] Checking router: 90280592-b570-4878-b9ae-ac0970c65729 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:20.698395 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:20.699085 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:20.749668 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4b6542b4-ed79-45b2-bf9b-00dc220b8371 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8d91bc0d-447a-4a42-893d-4ee42b359dc9), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:20.807340 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6542b4-ed79-45b2-bf9b-00dc220b8371 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d91bc0d-447a-4a42-893d-4ee42b359dc9,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:20.820128 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:20.882516 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4b6542b4-ed79-45b2-bf9b-00dc220b8371 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:20.884081 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4b6542b4-ed79-45b2-bf9b-00dc220b8371 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5517399 Jun 17 11:46:20.887290 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34204) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:20.895583 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-486d3a39-4851-4ce3-8687-35452aff9cf3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'security_group_rule': {'security_group_id': '8d91bc0d-447a-4a42-893d-4ee42b359dc9', 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:20.917234 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:21.049544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f48040-9e45-4b5b-ae09-ac25a15b73a6 req-63320a21-e756-4780-bdca-a6058fe916c6 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:21.051098 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1f48040-9e45-4b5b-ae09-ac25a15b73a6 req-63320a21-e756-4780-bdca-a6058fe916c6 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 931 time: 0.0545115 Jun 17 11:46:21.082018 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': 'afeaeff4-3b33-4519-b5e4-aa12d6952c5a', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '90280592-b570-4878-b9ae-ac0970c65729', 'port_id': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'mac_address': 'fa:16:3e:fd:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:18Z', 'updated_at': '2022-06-17T11:46:18Z', 'revision_number': 0, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 5, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:21.083791 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-486d3a39-4851-4ce3-8687-35452aff9cf3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (19365478-d977-4aa3-ae74-fa4018a59bab), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.110447 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ccdd2-7afa-4c68-b99c-23b53a5b2727 None None] The sync data for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi is: [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': 'afeaeff4-3b33-4519-b5e4-aa12d6952c5a', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '90280592-b570-4878-b9ae-ac0970c65729', 'port_id': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'mac_address': 'fa:16:3e:fd:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:18Z', 'updated_at': '2022-06-17T11:46:18Z', 'revision_number': 0, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 5, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:21.142291 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1f48040-9e45-4b5b-ae09-ac25a15b73a6 req-1c36aaa0-9ab7-4597-8257-cfc64fb342cb tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841184 Jun 17 11:46:21.165405 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-486d3a39-4851-4ce3-8687-35452aff9cf3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (19365478-d977-4aa3-ae74-fa4018a59bab), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.305161 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-486d3a39-4851-4ce3-8687-35452aff9cf3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (19365478-d977-4aa3-ae74-fa4018a59bab), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.314963 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:21.321987 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfb97f-6047-4364-8a4e-bcb427c5ae07 None None] New status for floating IP afeaeff4-3b33-4519-b5e4-aa12d6952c5a: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:46:21.332219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d3a39-4851-4ce3-8687-35452aff9cf3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19365478-d977-4aa3-ae74-fa4018a59bab,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:21.444189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-486d3a39-4851-4ce3-8687-35452aff9cf3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.445536 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-486d3a39-4851-4ce3-8687-35452aff9cf3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5566571 Jun 17 11:46:21.448300 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34208) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:21.452636 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-b8ae6ffe-05e4-49e3-a841-fcbea7dd398e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'security_group_rule': {'security_group_id': '8d91bc0d-447a-4a42-893d-4ee42b359dc9', 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:21.546994 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Request body: {'port': {'device_id': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:21.636840 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4272e231-ff05-439d-a324-ff813464d4bb), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.691110 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-9b7c6c10-6bc7-4adb-899b-a5070e11a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:21.693382 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-9b7c6c10-6bc7-4adb-899b-a5070e11a28e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1129 time: 0.1551220 Jun 17 11:46:21.710220 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6ffe-05e4-49e3-a841-fcbea7dd398e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (cf02719a-0572-47e9-93d3-b27191273de6), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.721089 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6302-c423-4c36-ba12-f41d1520a15b req-29c57e17-a159-4728-8bfa-43abab6941d6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:21.722788 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1d7d6302-c423-4c36-ba12-f41d1520a15b req-29c57e17-a159-4728-8bfa-43abab6941d6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0868464 Jun 17 11:46:21.812369 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa80cd-00d9-4895-ab46-e65b8f46c4d1 req-731be426-4ddd-4dda-a709-b1641d86ba7a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:21.814226 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cbfa80cd-00d9-4895-ab46-e65b8f46c4d1 req-731be426-4ddd-4dda-a709-b1641d86ba7a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.1029999 Jun 17 11:46:21.873739 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6ffe-05e4-49e3-a841-fcbea7dd398e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (cf02719a-0572-47e9-93d3-b27191273de6), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.883071 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1d7d6302-c423-4c36-ba12-f41d1520a15b req-5b11282f-55bf-49b2-8746-4f97056e90a0 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421704 Jun 17 11:46:21.909378 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cbfa80cd-00d9-4895-ab46-e65b8f46c4d1 req-2c68be34-5dc2-41a1-b6dd-67b2ed9f70f2 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a6dd399-7524-4bfc-82b1-e11b2334f61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Jun 17 11:46:21.943677 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4272e231-ff05-439d-a324-ff813464d4bb {{(pid=111182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:46:21.951811 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Publish callbacks [] for port (4272e231-ff05-439d-a324-ff813464d4bb), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:21.965661 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.provisioning_blocks [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Transition to ACTIVE for port object 4272e231-ff05-439d-a324-ff813464d4bb will not be triggered until provisioned by entity L2. {{(pid=111182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:46:22.050905 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6ffe-05e4-49e3-a841-fcbea7dd398e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (cf02719a-0572-47e9-93d3-b27191273de6), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.105139 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (4272e231-ff05-439d-a324-ff813464d4bb), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.132135 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:22.166742 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:22.176825 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Pushing event updated for resources: {'Port': ['ID=4272e231-ff05-439d-a324-ff813464d4bb,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:22.208925 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6ffe-05e4-49e3-a841-fcbea7dd398e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf02719a-0572-47e9-93d3-b27191273de6,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:22.234375 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-2835d957-c465-45cf-84a2-22a27fed0d8b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:22.238071 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-2835d957-c465-45cf-84a2-22a27fed0d8b tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 946 time: 0.2205329 Jun 17 11:46:22.287086 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Attempting to bind port 4272e231-ff05-439d-a324-ff813464d4bb on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:46:22.287450 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Attempting to bind port 4272e231-ff05-439d-a324-ff813464d4bb by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:46:22.287767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Attempting to bind port 4272e231-ff05-439d-a324-ff813464d4bb on network c868a535-9c12-4f90-862a-6c3a44470c58 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:46:22.293018 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Port 4272e231-ff05-439d-a324-ff813464d4bb on network c868a535-9c12-4f90-862a-6c3a44470c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:46:22.293337 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Attempting to bind port 4272e231-ff05-439d-a324-ff813464d4bb on network c868a535-9c12-4f90-862a-6c3a44470c58 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:46:22.302226 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:46:22.302558 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Checking segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:46:22.302945 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Bound using segment: {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:46:22.303467 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Bound port: 4272e231-ff05-439d-a324-ff813464d4bb, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba301b4-abae-48bf-9ffb-6c50c8445d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58'}}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:46:22.304388 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4272e231-ff05-439d-a324-ff813464d4bb), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.345372 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6ffe-05e4-49e3-a841-fcbea7dd398e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.347176 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b8ae6ffe-05e4-49e3-a841-fcbea7dd398e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8978252 Jun 17 11:46:22.351813 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34222) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:22.365617 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-cf2086e4-a6f2-4c54-b814-777e86616d2e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'security_group_rule': {'security_group_id': '8d91bc0d-447a-4a42-893d-4ee42b359dc9', 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:22.378027 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:22.411718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e86daa-637e-4da0-b216-564c1f289e20 req-267af32e-e23e-4652-a077-fe3fb16e5867 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:22.414846 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e6e86daa-637e-4da0-b216-564c1f289e20 req-267af32e-e23e-4652-a077-fe3fb16e5867 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.1716003 Jun 17 11:46:22.416542 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-1ae6f8c8-9e34-4a4c-becf-def61d029d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:22.419255 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-1ae6f8c8-9e34-4a4c-becf-def61d029d0f service neutron] 10.222.0.33 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 915 time: 0.4143002 Jun 17 11:46:22.419932 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] For port 4272e231-ff05-439d-a324-ff813464d4bb, host hv-cinder-83716, cleared binding levels {{(pid=111182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:46:22.424319 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] For port 4272e231-ff05-439d-a324-ff813464d4bb, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4272e231-ff05-439d-a324-ff813464d4bb,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:46:22.506488 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Deleting port 845a8d6f-82d9-4eca-a43c-35be0c12da3d {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:22.506942 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.524631 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cf2086e4-a6f2-4c54-b814-777e86616d2e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (a3cda601-e403-4937-8c60-1de9e5e7ac25), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.548295 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e6e86daa-637e-4da0-b216-564c1f289e20 req-76cb829b-4878-4fa9-8eb1-562a8172a674 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162159 Jun 17 11:46:22.560800 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (4272e231-ff05-439d-a324-ff813464d4bb), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.633724 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:22.634696 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] For port 845a8d6f-82d9-4eca-a43c-35be0c12da3d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=845a8d6f-82d9-4eca-a43c-35be0c12da3d,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:22.634870 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.635333 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.636264 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] 10.222.0.33 "PUT /v2.0/ports/4272e231-ff05-439d-a324-ff813464d4bb HTTP/1.1" status: 200 len: 1093 time: 1.1449413 Jun 17 11:46:22.639145 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:22.641490 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7e3b3-0699-4f56-b998-4282ccb96489" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "tag": "4272e231-ff05-439d-a324-ff813464d4bb"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:22.655099 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Calling delete_port for 845a8d6f-82d9-4eca-a43c-35be0c12da3d owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:22.658180 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:22.658628 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db46254-fc37-4bad-baaf-7a7aed42cf5b service neutron] Pushing event updated for resources: {'Port': ['ID=4272e231-ff05-439d-a324-ff813464d4bb,revision_number=3']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:22.676375 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cf2086e4-a6f2-4c54-b814-777e86616d2e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (a3cda601-e403-4937-8c60-1de9e5e7ac25), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.699325 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae676cad-216d-46f7-86f0-f3d31c37b72c x-openstack-request-id: req-ae676cad-216d-46f7-86f0-f3d31c37b72c {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:22.704018 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "tag": "4272e231-ff05-439d-a324-ff813464d4bb", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:22.704018 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae676cad-216d-46f7-86f0-f3d31c37b72c {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:22.704018 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae676cad-216d-46f7-86f0-f3d31c37b72c'] response: {'name': 'network-changed', 'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb', 'status': 'completed', 'code': 200} Jun 17 11:46:22.761279 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cf2086e4-a6f2-4c54-b814-777e86616d2e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (a3cda601-e403-4937-8c60-1de9e5e7ac25), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.808132 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2086e4-a6f2-4c54-b814-777e86616d2e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cda601-e403-4937-8c60-1de9e5e7ac25,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:22.887288 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7e3b3-0699-4f56-b998-4282ccb96489 req-2286729a-6b1d-423e-b123-5024e2134910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:22.888074 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-61d7e3b3-0699-4f56-b998-4282ccb96489 req-2286729a-6b1d-423e-b123-5024e2134910 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 1127 time: 0.0486128 Jun 17 11:46:22.895681 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-18272932-1d51-4c7d-bf01-75d994e33261 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 1000 time: 0.0830193 Jun 17 11:46:22.921741 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-cf2086e4-a6f2-4c54-b814-777e86616d2e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:22.923119 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-cf2086e4-a6f2-4c54-b814-777e86616d2e tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5702193 Jun 17 11:46:22.932039 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34228) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:22.956783 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-1c799c5e-c7f8-43e8-bc06-ef405cfac167 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'security_group_rule': {'security_group_id': '8d91bc0d-447a-4a42-893d-4ee42b359dc9', 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:22.992557 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-a9fc0c9f-87a9-421f-8679-d51d8597bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:22.994287 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-a9fc0c9f-87a9-421f-8679-d51d8597bfd4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 200 len: 853 time: 0.0933361 Jun 17 11:46:23.038607 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (845a8d6f-82d9-4eca-a43c-35be0c12da3d), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:23.050750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7e3b3-0699-4f56-b998-4282ccb96489 req-8de78193-ebb7-468a-8052-ce99fab72836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.051841 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['845a8d6f-82d9-4eca-a43c-35be0c12da3d'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:46:23.052675 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-61d7e3b3-0699-4f56-b998-4282ccb96489 req-8de78193-ebb7-468a-8052-ce99fab72836 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1572068 Jun 17 11:46:23.070097 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:23.128169 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-769229e5-cde7-4c23-a313-ade3fb8862d7 req-3bbf2f67-7bd4-48b9-a0a9-366845f1205a tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 210 time: 0.0938079 Jun 17 11:46:23.137414 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Pushing event deleted for resources: {'Port': ['ID=845a8d6f-82d9-4eca-a43c-35be0c12da3d,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:23.147892 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-b5bcde32-a571-491d-ac88-267f614d9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.149423 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-b5bcde32-a571-491d-ac88-267f614d9ec8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8466ff83-1798-416f-b100-eb5c1e5d2fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1471250 Jun 17 11:46:23.199990 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42a4e7-d04a-4eee-a37b-889f1d41b522 req-536bb25d-46d2-453a-9155-bde92908590b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.199990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb42a4e7-d04a-4eee-a37b-889f1d41b522 req-536bb25d-46d2-453a-9155-bde92908590b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.1606262 Jun 17 11:46:23.200285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7e3b3-0699-4f56-b998-4282ccb96489 req-6ca31e28-ed49-44b8-81f7-f02440e938a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.200285 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-61d7e3b3-0699-4f56-b998-4282ccb96489 req-6ca31e28-ed49-44b8-81f7-f02440e938a1 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391637 Jun 17 11:46:23.200285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c799c5e-c7f8-43e8-bc06-ef405cfac167 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (34307713-79fd-472a-9184-1d00fe788f73), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:23.241083 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] No DVR routers for this DVR port 845a8d6f-82d9-4eca-a43c-35be0c12da3d on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:46:23.271286 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:23.274687 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.33 "DELETE /v2.0/ports/845a8d6f-82d9-4eca-a43c-35be0c12da3d HTTP/1.1" status: 204 len: 173 time: 1.0095842 Jun 17 11:46:23.275251 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'name': 'network-vif-deleted', 'tag': '845a8d6f-82d9-4eca-a43c-35be0c12da3d'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:23.277853 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e2bee-30a1-4a3a-83b4-1a79d7dc045f" -d '{"events": [{"server_uuid": "39a1319f-9f84-46db-9981-30ff7e4acc74", "name": "network-vif-deleted", "tag": "845a8d6f-82d9-4eca-a43c-35be0c12da3d"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:23.298401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:23.335083 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-0f3c5bfd-2517-40a0-85ed-e3965b7a5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.336520 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-0f3c5bfd-2517-40a0-85ed-e3965b7a5f9a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 1127 time: 0.0845602 Jun 17 11:46:23.343678 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c799c5e-c7f8-43e8-bc06-ef405cfac167 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (34307713-79fd-472a-9184-1d00fe788f73), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:23.393263 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-0039ecb9-6dc9-4f95-9a9a-ce3cb18aa754 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4272e231-ff05-439d-a324-ff813464d4bb HTTP/1.1" status: 200 len: 217 time: 0.0447450 Jun 17 11:46:23.454631 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c799c5e-c7f8-43e8-bc06-ef405cfac167 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (34307713-79fd-472a-9184-1d00fe788f73), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:23.509655 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c799c5e-c7f8-43e8-bc06-ef405cfac167 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34307713-79fd-472a-9184-1d00fe788f73,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:23.515283 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-084611d2-bf7e-42d4-860c-ddf9dd5b7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.518256 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-084611d2-bf7e-42d4-860c-ddf9dd5b7eb8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.1125779 Jun 17 11:46:23.618035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-dc5a451d-1b58-4b1c-85de-9a10fd0ccdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.622998 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-dc5a451d-1b58-4b1c-85de-9a10fd0ccdeb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831530 Jun 17 11:46:23.631420 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c799c5e-c7f8-43e8-bc06-ef405cfac167 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:23.633257 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1c799c5e-c7f8-43e8-bc06-ef405cfac167 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6831191 Jun 17 11:46:23.648121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4b6cf-6efe-42c6-a769-9949aa718ca4 x-openstack-request-id: req-66d4b6cf-6efe-42c6-a769-9949aa718ca4 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:23.648415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a1319f-9f84-46db-9981-30ff7e4acc74", "name": "network-vif-deleted", "tag": "845a8d6f-82d9-4eca-a43c-35be0c12da3d", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:23.648666 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66d4b6cf-6efe-42c6-a769-9949aa718ca4 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:23.649067 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d4b6cf-6efe-42c6-a769-9949aa718ca4'] response: {'server_uuid': '39a1319f-9f84-46db-9981-30ff7e4acc74', 'name': 'network-vif-deleted', 'tag': '845a8d6f-82d9-4eca-a43c-35be0c12da3d', 'status': 'completed', 'code': 200} Jun 17 11:46:23.653470 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34236) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:23.663104 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'security_group_rule': {'security_group_id': '8d91bc0d-447a-4a42-893d-4ee42b359dc9', 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:23.708762 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cb42a4e7-d04a-4eee-a37b-889f1d41b522 req-aad6cadd-3f9c-4f84-9905-55dd9951f930 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4827716 Jun 17 11:46:23.748167 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-f04cc57c-e5d2-44b3-a297-68e872835aba service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708888 Jun 17 11:46:23.762422 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e275a38-6be9-4c51-a801-74dcbc603adc req-c79e0ba3-dc1b-4999-9ef2-76e6273d5e7a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:23.764430 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3e275a38-6be9-4c51-a801-74dcbc603adc req-c79e0ba3-dc1b-4999-9ef2-76e6273d5e7a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.0893910 Jun 17 11:46:23.770254 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-1c149e60-2808-4290-9dfc-849a81507573 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354916 Jun 17 11:46:23.813582 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:23.851935 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.securitygroups_db [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Project 6466d6627209487ca62377eb7aa5d9e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 11:46:23.871623 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (a86d2293-46ea-49db-a4f9-a792ba3fee5f), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:23.889778 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-b6b58805-f5b6-48da-a2db-0a679c44997d req-be3e2e6c-2d09-4eb1-99b9-636d4a06b215 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046679 Jun 17 11:46:23.913535 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3e275a38-6be9-4c51-a801-74dcbc603adc req-f17d2521-9073-47bb-9df0-d45d74058341 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397641 Jun 17 11:46:23.945366 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f075a9b-aba4-47fa-abe1-fe564eb92c31 req-83d342d7-8acd-45c0-8013-9bb836d14a6f service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728797 Jun 17 11:46:23.975447 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (a86d2293-46ea-49db-a4f9-a792ba3fee5f), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.156658 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (a86d2293-46ea-49db-a4f9-a792ba3fee5f), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.195026 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86d2293-46ea-49db-a4f9-a792ba3fee5f,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:24.266963 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5f356c94-fcf9-40d1-bb0c-4a1fc3c5688e req-2e000369-f5a0-42bf-b630-755b3308d38e tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 210 time: 0.0290816 Jun 17 11:46:24.426843 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.428031 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-10fced28-9725-402f-aeb1-0dceccf42d8f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7732160 Jun 17 11:46:24.431257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34240) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:24.435691 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'security_group_rule': {'security_group_id': '8d91bc0d-447a-4a42-893d-4ee42b359dc9', 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:24.533952 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:24.584501 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.securitygroups_db [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Project 6466d6627209487ca62377eb7aa5d9e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 11:46:24.596218 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (887af61b-1366-4308-8b9a-c4f8bf1c8e6a), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.659228 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (887af61b-1366-4308-8b9a-c4f8bf1c8e6a), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.761617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (887af61b-1366-4308-8b9a-c4f8bf1c8e6a), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.785636 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887af61b-1366-4308-8b9a-c4f8bf1c8e6a,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:24.825004 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.849950 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42223f-a160-4333-9a81-1c55d9225240 req-1f860fcf-88d6-4c99-a09a-2ce5bcc8961b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:24.851566 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d42223f-a160-4333-9a81-1c55d9225240 req-1f860fcf-88d6-4c99-a09a-2ce5bcc8961b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0501695 Jun 17 11:46:24.909510 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d42223f-a160-4333-9a81-1c55d9225240 req-30501621-4e67-4008-a523-aa78b9fb4033 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495443 Jun 17 11:46:24.912681 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:24.913839 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-973f6417-aec6-4b86-8e3f-6011d8a26801 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4816115 Jun 17 11:46:24.919026 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4272e231-ff05-439d-a324-ff813464d4bb details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:46:25.012641 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:25.033936 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-6057a727-6248-420d-bdcf-2dcc778050b7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887351586&fields=id&tenant_id=6466d6627209487ca62377eb7aa5d9e4 HTTP/1.1" status: 200 len: 267 time: 0.0682292 Jun 17 11:46:25.048235 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4272e231-ff05-439d-a324-ff813464d4bb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4272e231-ff05-439d-a324-ff813464d4bb,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:25.060971 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '4272e231-ff05-439d-a324-ff813464d4bb', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'port_id': '4272e231-ff05-439d-a324-ff813464d4bb', 'mac_address': 'fa:16:3e:66:74:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:46:25.103490 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:25.103765 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaeb98-d1c3-4bcd-841d-715bed2b2cd1 req-5fd43720-c682-463d-b931-50fcbf0eac85 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:25.104990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3aaeb98-d1c3-4bcd-841d-715bed2b2cd1 req-5fd43720-c682-463d-b931-50fcbf0eac85 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.1004446 Jun 17 11:46:25.105976 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4272e231-ff05-439d-a324-ff813464d4bb is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:46:25.106374 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4272e231-ff05-439d-a324-ff813464d4bb), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.121181 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4272e231-ff05-439d-a324-ff813464d4bb {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:46:25.134178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-1b734543-6c19-4125-82eb-87217a84d191 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:25.135753 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-1b734543-6c19-4125-82eb-87217a84d191 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0811603 Jun 17 11:46:25.150826 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4272e231-ff05-439d-a324-ff813464d4bb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4272e231-ff05-439d-a324-ff813464d4bb,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:25.156208 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'port': {'security_groups': ['0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a', '8d91bc0d-447a-4a42-893d-4ee42b359dc9']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:25.198880 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3aaeb98-d1c3-4bcd-841d-715bed2b2cd1 req-f97aa7d1-e3a6-4fdc-bb95-c1a06a33b926 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868490 Jun 17 11:46:25.256917 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.266707 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:25.333221 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4272e231-ff05-439d-a324-ff813464d4bb), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.372261 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d500308-7ada-4c1f-b044-b03f19d2d8a1 req-7aa74e1d-2e35-46b0-b05a-dc7a0dba50ca tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:25.373806 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d500308-7ada-4c1f-b044-b03f19d2d8a1 req-7aa74e1d-2e35-46b0-b05a-dc7a0dba50ca tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0750747 Jun 17 11:46:25.384405 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4272e231-ff05-439d-a324-ff813464d4bb,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:25.478060 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9d500308-7ada-4c1f-b044-b03f19d2d8a1 req-7f292345-ac4f-4be0-ab4e-6893b18356e2 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977027 Jun 17 11:46:25.502786 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34252) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:25.581983 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f866082a-76d6-466b-8c49-7a5068d4d87f,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:25.601517 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55c770-ed18-47a1-9438-e986aef90f36 tempest-TestShelveInstance-1356248913 tempest-TestShelveInstance-1356248913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:25.603456 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-0e55c770-ed18-47a1-9438-e986aef90f36 tempest-TestShelveInstance-1356248913 tempest-TestShelveInstance-1356248913-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1125 time: 0.0995939 Jun 17 11:46:25.607704 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34256) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:25.613134 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'port_id': '0b44766a-48d1-49bc-a348-b25e0252287f', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:25.622694 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b45f1fcc-3cf1-4e99-bf87-9ae19ea80847 req-0f1e3b08-a5bc-4c85-a796-4848414eb389 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] 10.222.0.45 "GET /v2.0/ports?device_id=39a1319f-9f84-46db-9981-30ff7e4acc74 HTTP/1.1" status: 200 len: 210 time: 0.0382459 Jun 17 11:46:25.631184 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['4272e231-ff05-439d-a324-ff813464d4bb'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:46:25.656769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.741766 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.787998 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.844804 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.866528 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:25.867689 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:25.883354 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5637ddf1-84f7-41fb-b63c-76ff4cde46a9 req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "PUT /v2.0/ports/f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 981 time: 0.7369258 Jun 17 11:46:25.884331 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:25.888651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e3f5b-4b75-44ce-b93d-46cae4e88913" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:25.902640 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f866082a-76d6-466b-8c49-7a5068d4d87f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:46:25.961300 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf056c-be0a-4c02-b870-d12c965603b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=6']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:26.026724 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f866082a-76d6-466b-8c49-7a5068d4d87f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:46:26.071391 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda16fa-7a33-4e86-be72-5326e7ad7b22 x-openstack-request-id: req-bfda16fa-7a33-4e86-be72-5326e7ad7b22 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:26.072575 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:26.073083 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfda16fa-7a33-4e86-be72-5326e7ad7b22 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:26.073865 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfda16fa-7a33-4e86-be72-5326e7ad7b22'] response: {'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'status': 'completed', 'code': 200} Jun 17 11:46:26.084938 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Allocated IP 172.27.2.85 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/e461113a-648c-480f-9cf5-3e37bbf828a4) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:46:26.107707 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbb8b5-90aa-4270-a381-949bcd7165dc req-cdc1d2d0-c563-4686-b426-8cc433affc47 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:26.111089 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-77dbb8b5-90aa-4270-a381-949bcd7165dc req-cdc1d2d0-c563-4686-b426-8cc433affc47 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.1240115 Jun 17 11:46:26.173380 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:26.178490 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-75a72b21-f4e9-438a-893a-058b4d1b9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:26.180047 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-75a72b21-f4e9-438a-893a-058b4d1b9a1a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1168 time: 0.0675488 Jun 17 11:46:26.215549 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:26.238824 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:26.247729 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-658ce616-e2f9-4941-b031-4acda70d787f None None] Provisioning complete for port f866082a-76d6-466b-8c49-7a5068d4d87f triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:46:26.248334 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-658ce616-e2f9-4941-b031-4acda70d787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:26.295283 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-77dbb8b5-90aa-4270-a381-949bcd7165dc req-bff6c5d7-aa3a-4f2c-bfc0-0df498c92398 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723015 Jun 17 11:46:26.341983 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:26.379404 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-695ac619-dd14-4475-8735-eeca12e0a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:26.381019 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-695ac619-dd14-4475-8735-eeca12e0a259 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 915 time: 0.1887772 Jun 17 11:46:26.393825 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66236c0c-1147-4db0-b6f2-0502c979552c req-ef517e60-61a7-4924-ad54-d5619921dfa0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:26.401265 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:46:26.401751 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-66236c0c-1147-4db0-b6f2-0502c979552c req-ef517e60-61a7-4924-ad54-d5619921dfa0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 944 time: 0.0756106 Jun 17 11:46:26.405408 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:46:26.409144 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'Port': ['ID=e461113a-648c-480f-9cf5-3e37bbf828a4,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:26.411763 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:46:26.480909 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-658ce616-e2f9-4941-b031-4acda70d787f None None] Current status of the port f866082a-76d6-466b-8c49-7a5068d4d87f is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:46:26.511127 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-4b575201-9af9-46c7-8ccf-925b3f4ce80f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 1000 time: 0.1063731 Jun 17 11:46:26.556785 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-66236c0c-1147-4db0-b6f2-0502c979552c req-3a23b532-312e-4f94-a2de-cd1bc9b99130 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534693 Jun 17 11:46:26.590519 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-b8712bb8-cfc0-4f67-acb9-1be8dd963012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:26.593264 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-b8712bb8-cfc0-4f67-acb9-1be8dd963012 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 200 len: 853 time: 0.0716827 Jun 17 11:46:26.662076 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-0bc56ce1-2fc4-4c69-9333-a0da5a4cd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:26.664432 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-0bc56ce1-2fc4-4c69-9333-a0da5a4cd72e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8466ff83-1798-416f-b100-eb5c1e5d2fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549622 Jun 17 11:46:26.728807 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34272) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:26.820210 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:26.832311 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-8513f427-d1df-4bcc-a563-cc48b88cc316 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450472 Jun 17 11:46:26.881388 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:26.883987 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for floatingip (b511bc4f-80e4-4acb-b8ce-5e7835b4a38b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.014170 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e3f5b-4b75-44ce-b93d-46cae4e88913 req-c33bbeb4-cfc8-4f2d-b7c8-c9827e75ccf1 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761634 Jun 17 11:46:27.046003 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4272e231-ff05-439d-a324-ff813464d4bb up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:46:27.067686 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.094953 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:27.106773 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 4272e231-ff05-439d-a324-ff813464d4bb completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:46:27.117225 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:27.184456 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 4272e231-ff05-439d-a324-ff813464d4bb triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:46:27.184833 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4272e231-ff05-439d-a324-ff813464d4bb), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.275693 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.280399 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4272e231-ff05-439d-a324-ff813464d4bb is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:46:27.281098 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4272e231-ff05-439d-a324-ff813464d4bb), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.307822 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:27.310310 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf15a598-328b-482d-84e9-f2fd613b47b1" -d '{"events": [{"server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "name": "network-vif-plugged", "status": "completed", "tag": "4272e231-ff05-439d-a324-ff813464d4bb"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:27.315981 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (369932f9-6c57-4492-a563-3c81e0e9a870), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.323684 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4272e231-ff05-439d-a324-ff813464d4bb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4272e231-ff05-439d-a324-ff813464d4bb,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:27.329182 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.373962 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee1a66f-3dcb-4194-938f-1e92cbf52362 x-openstack-request-id: req-8ee1a66f-3dcb-4194-938f-1e92cbf52362 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:27.374259 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "name": "network-vif-plugged", "status": "completed", "tag": "4272e231-ff05-439d-a324-ff813464d4bb", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:27.374512 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ee1a66f-3dcb-4194-938f-1e92cbf52362 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:27.374907 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee1a66f-3dcb-4194-938f-1e92cbf52362'] response: {'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb', 'code': 200} Jun 17 11:46:27.414276 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4272e231-ff05-439d-a324-ff813464d4bb), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.415721 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 845a8d6f-82d9-4eca-a43c-35be0c12da3d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:46:27.417183 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event updated for resources: {'Port': ['ID=e461113a-648c-480f-9cf5-3e37bbf828a4,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:27.429167 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (b511bc4f-80e4-4acb-b8ce-5e7835b4a38b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.476770 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 845a8d6f-82d9-4eca-a43c-35be0c12da3d {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:46:27.477226 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 845a8d6f-82d9-4eca-a43c-35be0c12da3d not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:46:27.512498 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4272e231-ff05-439d-a324-ff813464d4bb,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:27.543241 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Floating IP b511bc4f-80e4-4acb-b8ce-5e7835b4a38b associated. External IP: 172.27.2.85, port: 0b44766a-48d1-49bc-a348-b25e0252287f. Jun 17 11:46:27.611312 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:27.627907 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Deleting port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:27.628379 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.748098 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb4807-8050-48df-a731-9ada3c3e40d0 req-fe77f381-c8b9-4848-8531-b6da2b32695a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:27.749672 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9bbb4807-8050-48df-a731-9ada3c3e40d0 req-fe77f381-c8b9-4848-8531-b6da2b32695a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0876746 Jun 17 11:46:27.815362 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:27.821252 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] For port 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:27.821617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:27.851979 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Calling delete_port for 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 owned by network:router_interface {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:27.854587 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4cc23-3fa0-4e2c-954f-3cc94440ae4b req-857a2b94-e53f-466b-947a-9b69337f1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:27.856094 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-67f4cc23-3fa0-4e2c-954f-3cc94440ae4b req-857a2b94-e53f-466b-947a-9b69337f1b82 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 1129 time: 0.0889413 Jun 17 11:46:27.898164 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9bbb4807-8050-48df-a731-9ada3c3e40d0 req-71fd8704-4882-49b9-a748-b86fc0809b86 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366677 Jun 17 11:46:27.941048 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:27.952697 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] Sync routers for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:27.963845 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-67f4cc23-3fa0-4e2c-954f-3cc94440ae4b req-31a66737-5b1f-457e-baf4-7affd878347d service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898781 Jun 17 11:46:27.969481 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:27.970178 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:28.013070 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:28.075109 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:28.083957 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:28.095826 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:28.124102 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-404a7bc6-90f6-4363-8ccf-98fc198b1524 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5147552 Jun 17 11:46:28.125747 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:28.129620 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85012716-e24e-43ed-be9f-f84d6aa76dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:28.171795 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ccdd9a-3a4d-412a-96e3-a2fbe7d37fd8 x-openstack-request-id: req-b4ccdd9a-3a4d-412a-96e3-a2fbe7d37fd8 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:28.171795 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:28.172539 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4ccdd9a-3a4d-412a-96e3-a2fbe7d37fd8 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:28.172539 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ccdd9a-3a4d-412a-96e3-a2fbe7d37fd8'] response: {'name': 'network-changed', 'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f', 'status': 'completed', 'code': 200} Jun 17 11:46:28.271436 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:28.285762 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-0e5d0d14-0ee5-43ed-b403-8990696867be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:28.287303 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-0e5d0d14-0ee5-43ed-b403-8990696867be service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1130 time: 0.0560760 Jun 17 11:46:28.315597 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:28.360828 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:28.397114 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': 'b511bc4f-80e4-4acb-b8ce-5e7835b4a38b', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'port_id': '0b44766a-48d1-49bc-a348-b25e0252287f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'mac_address': 'fa:16:3e:fc:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:26Z', 'updated_at': '2022-06-17T11:46:26Z', 'revision_number': 0, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:10Z', 'revision_number': 5, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:28.419538 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] Checking router: 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:28.430419 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:28.431207 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:28.505549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-803aaf0c-e120-406b-96a1-e60ab9c399c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:28.511792 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-803aaf0c-e120-406b-96a1-e60ab9c399c7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 200 len: 909 time: 0.2013795 Jun 17 11:46:28.522448 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (369932f9-6c57-4492-a563-3c81e0e9a870), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:28.571818 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:28.611869 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:28.768411 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Router 369932f9-6c57-4492-a563-3c81e0e9a870 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:28.816366 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': 'b511bc4f-80e4-4acb-b8ce-5e7835b4a38b', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'port_id': '0b44766a-48d1-49bc-a348-b25e0252287f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'mac_address': 'fa:16:3e:fc:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:26Z', 'updated_at': '2022-06-17T11:46:26Z', 'revision_number': 0, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:10Z', 'revision_number': 5, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:28.823987 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:28.842997 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203350da-ff9d-47cc-b0a8-1aaceff3edbc None None] The sync data for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi is: [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': 'b511bc4f-80e4-4acb-b8ce-5e7835b4a38b', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'port_id': '0b44766a-48d1-49bc-a348-b25e0252287f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'mac_address': 'fa:16:3e:fc:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:26Z', 'updated_at': '2022-06-17T11:46:26Z', 'revision_number': 0, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:10Z', 'revision_number': 5, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:28.873296 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:46:28.916739 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-5374a632-16e5-4152-9f7f-f5b4b6d12bc1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 999 time: 0.1033800 Jun 17 11:46:28.957517 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:28.963786 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a6c5594e-1a4f-4be3-bc80-8e41ad1269f8 admin admin] 10.222.0.45 "PUT /v2.0/routers/369932f9-6c57-4492-a563-3c81e0e9a870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2333105 Jun 17 11:46:28.966343 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34286) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:28.969628 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] Sync routers for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:28.989263 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:28.990121 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:29.062484 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-3df864a6-622c-49b9-8884-f0d12fd309dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:29.064696 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-3df864a6-622c-49b9-8884-f0d12fd309dc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2e553cb9-c624-459a-aa9b-1892e35172b9 HTTP/1.1" status: 200 len: 847 time: 0.1399713 Jun 17 11:46:29.111617 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:29.141211 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f5d4f-1b3f-48d5-b136-f75bf8cafc86 None None] New status for floating IP b511bc4f-80e4-4acb-b8ce-5e7835b4a38b: ACTIVE {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:46:29.161048 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:29.174077 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1a5eb-ef6d-498a-b575-3d831962bcc5 req-2afacc40-2f2d-44f4-9a23-9ce82fd17608 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:29.181518 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0cb1a5eb-ef6d-498a-b575-3d831962bcc5 req-2afacc40-2f2d-44f4-9a23-9ce82fd17608 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.1678457 Jun 17 11:46:29.210347 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:29.216182 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-c1821481-3b7d-4075-857d-146a68da4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:29.217708 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-c1821481-3b7d-4075-857d-146a68da4dfc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29b7df83-bd84-4880-9c95-be54b0ab66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1418710 Jun 17 11:46:29.222797 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks [] for router (369932f9-6c57-4492-a563-3c81e0e9a870), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:29.340602 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:46:28Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:29.373512 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] Checking router: 369932f9-6c57-4492-a563-3c81e0e9a870 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:29.383657 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] Routers {'369932f9-6c57-4492-a563-3c81e0e9a870'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:29.384313 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['369932f9-6c57-4492-a563-3c81e0e9a870'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:29.549659 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] Set router 369932f9-6c57-4492-a563-3c81e0e9a870 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:29.603286 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0cb1a5eb-ef6d-498a-b575-3d831962bcc5 req-b4a56030-0807-4634-a63f-b61646c531e7 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209723 Jun 17 11:46:29.641860 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:29.667255 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks [] for router_gateway (369932f9-6c57-4492-a563-3c81e0e9a870), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:29.783517 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:46:28Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:29.810513 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fefef-6c29-4f73-bd23-1671287f21f6 None None] The sync data for ids ['369932f9-6c57-4492-a563-3c81e0e9a870'] in dv-cinder-837166-3-iscsi is: [{'id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'name': 'tempest-ServerRescueNegativeTestJSON-1020716624-router', 'tenant_id': 'e38262ed2ed84004a6e01d423cadcae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '83946599-5acf-46ef-8b89-4be14c261307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:46:28Z', 'revision_number': 5, 'project_id': 'e38262ed2ed84004a6e01d423cadcae4', 'gw_port': {'id': '83946599-5acf-46ef-8b89-4be14c261307', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369932f9-6c57-4492-a563-3c81e0e9a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:29.830644 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-7c6317fb-e5d6-4c4b-afa1-5a64ec778d4f service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410177 Jun 17 11:46:29.833029 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Deleting port 83946599-5acf-46ef-8b89-4be14c261307 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:29.833374 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (83946599-5acf-46ef-8b89-4be14c261307), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:29.836354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:29.994104 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] For port 83946599-5acf-46ef-8b89-4be14c261307, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=83946599-5acf-46ef-8b89-4be14c261307,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:29.994448 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (83946599-5acf-46ef-8b89-4be14c261307), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.005126 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-85012716-e24e-43ed-be9f-f84d6aa76dd1 req-07d33603-3d51-4365-a87d-8dde465361e1 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695232 Jun 17 11:46:30.010825 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Calling delete_port for 83946599-5acf-46ef-8b89-4be14c261307 owned by network:router_gateway {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:30.282931 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (83946599-5acf-46ef-8b89-4be14c261307), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.308565 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=83946599-5acf-46ef-8b89-4be14c261307,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:30.337297 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (369932f9-6c57-4492-a563-3c81e0e9a870), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.446070 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (369932f9-6c57-4492-a563-3c81e0e9a870), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.447474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:30.448887 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks [] for router_controller (369932f9-6c57-4492-a563-3c81e0e9a870), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.670070 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (369932f9-6c57-4492-a563-3c81e0e9a870), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.670738 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369932f9-6c57-4492-a563-3c81e0e9a870 {{(pid=111181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:46:30.677173 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.684136 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34292) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:30.684650 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-6a91da4e-6a5f-49c8-a7e6-005c876b2f3b admin admin] 10.222.0.45 "DELETE /v2.0/routers/369932f9-6c57-4492-a563-3c81e0e9a870 HTTP/1.1" status: 204 len: 168 time: 1.7137764 Jun 17 11:46:30.710168 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:30.733262 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] Deleting subnet 62f14541-c886-4103-8909-e8a628129c97 {{(pid=111182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:46:30.737859 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] Publish callbacks [] for subnet (62f14541-c886-4103-8909-e8a628129c97), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.771030 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34466928-9494-49fc-9345-952a4f4ca8f1 req-b70aa6b0-770f-4564-a67b-c3a532d21983 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:30.773095 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-34466928-9494-49fc-9345-952a4f4ca8f1 req-b70aa6b0-770f-4564-a67b-c3a532d21983 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0673645 Jun 17 11:46:30.792968 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7430673'] for subnet (62f14541-c886-4103-8909-e8a628129c97), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.836677 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-34466928-9494-49fc-9345-952a4f4ca8f1 req-0d768c91-eea0-4994-9361-6c979f9eb578 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543959 Jun 17 11:46:30.903207 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (62f14541-c886-4103-8909-e8a628129c97), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:30.977519 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f6b35-d158-4882-a92e-54dd6106d1d9 req-9bc6c4f4-dffb-44f4-a0a4-b3d28ddf7e69 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:30.979283 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0a6f6b35-d158-4882-a92e-54dd6106d1d9 req-9bc6c4f4-dffb-44f4-a0a4-b3d28ddf7e69 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0562453 Jun 17 11:46:30.988575 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34296) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:30.993178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Request body: {'floatingip': {'port_id': '4272e231-ff05-439d-a324-ff813464d4bb'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:46:31.039082 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (8bda541b-6bbb-4211-ae9c-b846582a69cd), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.049058 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982275'] for subnet (62f14541-c886-4103-8909-e8a628129c97), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.080424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f14541-c886-4103-8909-e8a628129c97,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:31.084299 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.087522 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-28f285e5-251f-48f7-b205-2b9d78772380 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/62f14541-c886-4103-8909-e8a628129c97 HTTP/1.1" status: 204 len: 168 time: 0.4054184 Jun 17 11:46:31.090080 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34298) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:31.093674 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba2783-e406-4787-9ddf-021af4d496d3 None None] Network e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:46:31.178437 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.244924 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Deleting port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:31.245537 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.320512 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] DHCP port deletion for e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:46:31.333918 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] For port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:31.334382 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.351479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Calling delete_port for 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:31.384028 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] Deleting port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:46:31.384615 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.491507 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] For port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,segment=NetworkSegment(00fa69c3-7aa9-4456-8fc5-629060b1d633),segment_id=00fa69c3-7aa9-4456-8fc5-629060b1d633)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:46:31.491927 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.510494 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] Calling delete_port for 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:46:31.560308 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.586819 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:31.592875 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.611295 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] No DVR routers for this DVR port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:46:31.618739 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Pushing event deleted for resources: {'Port': ['ID=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:31.625045 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] Pushing event deleted for resources: {'Port': ['ID=78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:31.630091 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3aeecb-373f-4e7b-8713-ce7ce4744608 None None] No DVR routers for this DVR port 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:46:31.666089 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.717766 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.742209 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:31.747721 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (8bda541b-6bbb-4211-ae9c-b846582a69cd), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.754591 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fa69c3-7aa9-4456-8fc5-629060b1d633') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:31.754928 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fa69c3-7aa9-4456-8fc5-629060b1d633') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:31.756776 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:31.771291 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (00fa69c3-7aa9-4456-8fc5-629060b1d633), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.780301 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:46:31.788625 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (00fa69c3-7aa9-4456-8fc5-629060b1d633), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.796871 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:46:31.797362 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (00fa69c3-7aa9-4456-8fc5-629060b1d633), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:31.813797 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:46:31.813919 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 7fa2f41c-9d9c-49ea-a6b4-67a56cfae4f0 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:46:31.814289 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:46:31.837214 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:46:31.837728 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 78da7bb5-2d7f-4e2d-9c3c-e7fbea24b4b1 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:46:31.838115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 83946599-5acf-46ef-8b89-4be14c261307 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:46:31.859123 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 83946599-5acf-46ef-8b89-4be14c261307 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:46:31.859504 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 83946599-5acf-46ef-8b89-4be14c261307 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:46:31.892821 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Floating IP 8bda541b-6bbb-4211-ae9c-b846582a69cd associated. External IP: 172.27.2.184, port: 4272e231-ff05-439d-a324-ff813464d4bb. Jun 17 11:46:32.100419 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 00fa69c3-7aa9-4456-8fc5-629060b1d633 resource provider aggregate not found Jun 17 11:46:32.120939 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:32.121065 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 00fa69c3-7aa9-4456-8fc5-629060b1d633 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00fa69c3-7aa9-4456-8fc5-629060b1d633 found for delete ", "request_id": "req-9d744cf9-128b-4dc6-a598-0536c5885919"}]} Jun 17 11:46:32.136737 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Router e46c6536-b3c6-407f-87b7-792f676c9834 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:46:32.189069 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:32.224402 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:32.230111 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:32.233586 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] 10.222.0.45 "DELETE /v2.0/networks/e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc HTTP/1.1" status: 204 len: 168 time: 1.1423686 Jun 17 11:46:32.248797 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97cdd4-88aa-471a-8ea1-0f86090298bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c276b9-0ec2-4a2e-bb49-d12a5faa15dc,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:32.265663 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:46:32.271182 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:32.279110 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] Sync routers for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:46:32.295496 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:32.296870 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:32.309352 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f0822ac0-ca40-4246-948c-68cb0d73e25a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "PUT /v2.0/floatingips/8bda541b-6bbb-4211-ae9c-b846582a69cd HTTP/1.1" status: 200 len: 991 time: 1.3197029 Jun 17 11:46:32.309943 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:46:32.312416 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ecda4-a700-4dff-9480-f723c894bc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "tag": "4272e231-ff05-439d-a324-ff813464d4bb"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:46:32.350937 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe0fb2-9738-48ed-9f31-7beab251e8cc x-openstack-request-id: req-95fe0fb2-9738-48ed-9f31-7beab251e8cc {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:46:32.351214 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "tag": "4272e231-ff05-439d-a324-ff813464d4bb", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:46:32.351496 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95fe0fb2-9738-48ed-9f31-7beab251e8cc {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:46:32.351941 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fe0fb2-9738-48ed-9f31-7beab251e8cc'] response: {'name': 'network-changed', 'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb', 'status': 'completed', 'code': 200} Jun 17 11:46:32.423562 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-88d0c857-939f-45c4-b548-dcaa534fb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:32.425194 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-88d0c857-939f-45c4-b548-dcaa534fb812 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 1129 time: 0.0466154 Jun 17 11:46:32.537198 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-67b82db3-37f8-4b9a-86d0-a3febceb3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:32.538778 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-67b82db3-37f8-4b9a-86d0-a3febceb3bd4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 200 len: 911 time: 0.1066236 Jun 17 11:46:32.545953 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:32.605830 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-3fd62b7c-5be4-459f-b6f8-24db5568900d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4272e231-ff05-439d-a324-ff813464d4bb HTTP/1.1" status: 200 len: 999 time: 0.0604091 Jun 17 11:46:32.672674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-84a933a1-4b70-4c4a-9e63-a62208642425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:32.675507 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-84a933a1-4b70-4c4a-9e63-a62208642425 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 200 len: 849 time: 0.0627031 Jun 17 11:46:32.725485 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-9881569f-d9d9-4ee1-9709-780a7a464d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:32.727058 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-9881569f-d9d9-4ee1-9709-780a7a464d94 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c868a535-9c12-4f90-862a-6c3a44470c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454080 Jun 17 11:46:32.785330 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '8bda541b-6bbb-4211-ae9c-b846582a69cd', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'port_id': '4272e231-ff05-439d-a324-ff813464d4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'mac_address': 'fa:16:3e:66:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:11Z', 'updated_at': '2022-06-17T11:46:31Z', 'revision_number': 1, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:32.806629 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34314) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:32.828449 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] Checking router: e46c6536-b3c6-407f-87b7-792f676c9834 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:46:32.842280 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:46:32.842863 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-5fa2cf21-e8e3-44c6-a61d-beb7c9d514a4 service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091249 Jun 17 11:46:32.843689 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:32.860286 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-dc39390f-7397-4b1f-b062-fdc2a3cfa26e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e38262ed2ed84004a6e01d423cadcae4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472491 Jun 17 11:46:32.860604 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34316) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:32.921148 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9592ba32-e134-493c-8c19-96cee1da1bce admin admin] Publish callbacks [] for security_group (3a6dd399-7524-4bfc-82b1-e11b2334f61a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:32.925054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:32.948567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9592ba32-e134-493c-8c19-96cee1da1bce admin admin] Publish callbacks [] for security_group (3a6dd399-7524-4bfc-82b1-e11b2334f61a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:32.966803 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b19ecda4-a700-4dff-9480-f723c894bc5e req-6992df7e-4f1b-4027-b988-d3dda4b86dfb service neutron] 10.222.0.33 "GET /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166813 Jun 17 11:46:32.967619 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:32.990365 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:46:33.067114 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:33.195787 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9592ba32-e134-493c-8c19-96cee1da1bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (3a6dd399-7524-4bfc-82b1-e11b2334f61a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:33.198437 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9592ba32-e134-493c-8c19-96cee1da1bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:33.202549 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9592ba32-e134-493c-8c19-96cee1da1bce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a6dd399-7524-4bfc-82b1-e11b2334f61a HTTP/1.1" status: 204 len: 168 time: 0.3379173 Jun 17 11:46:33.209928 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592ba32-e134-493c-8c19-96cee1da1bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6dd399-7524-4bfc-82b1-e11b2334f61a,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:33.264075 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '8bda541b-6bbb-4211-ae9c-b846582a69cd', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'port_id': '4272e231-ff05-439d-a324-ff813464d4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'mac_address': 'fa:16:3e:66:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:11Z', 'updated_at': '2022-06-17T11:46:31Z', 'revision_number': 1, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:46:33.293837 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ab24f-4ebe-4d66-8008-9e5f30be6c87 None None] The sync data for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi is: [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '8bda541b-6bbb-4211-ae9c-b846582a69cd', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'port_id': '4272e231-ff05-439d-a324-ff813464d4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'mac_address': 'fa:16:3e:66:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:46:11Z', 'updated_at': '2022-06-17T11:46:31Z', 'revision_number': 1, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:46:33.526986 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e1e27-2c95-4543-a37b-8447738558dc None None] New status for floating IP 8bda541b-6bbb-4211-ae9c-b846582a69cd: ACTIVE {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:46:42.961609 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=16 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:43.205161 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:43.268173 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:43.647584 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:43.651692 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:43.781517 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0f0fccd0-365a-4c45-b079-e6689e7a1286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.010023 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34442) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:45.123971 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-966b2487-782e-4c7b-9306-1179905f34ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.200380 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-966b2487-782e-4c7b-9306-1179905f34ea admin admin] Publish callbacks [] for security_group (14f0345e-87b2-4263-b2fc-5659f8b97bdd), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.270496 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-966b2487-782e-4c7b-9306-1179905f34ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (14f0345e-87b2-4263-b2fc-5659f8b97bdd), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.314835 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b2487-782e-4c7b-9306-1179905f34ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f0345e-87b2-4263-b2fc-5659f8b97bdd,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:45.319569 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-966b2487-782e-4c7b-9306-1179905f34ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb23f3e263ee41169088479575252eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084545 Jun 17 11:46:45.325784 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34446) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:46:45.379227 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eaf319eb-6644-40e7-9bb8-5fd5e0081062 admin admin] Publish callbacks [] for security_group (14f0345e-87b2-4263-b2fc-5659f8b97bdd), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.407304 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eaf319eb-6644-40e7-9bb8-5fd5e0081062 admin admin] Publish callbacks [] for security_group (14f0345e-87b2-4263-b2fc-5659f8b97bdd), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.544813 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eaf319eb-6644-40e7-9bb8-5fd5e0081062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (14f0345e-87b2-4263-b2fc-5659f8b97bdd), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.547786 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eaf319eb-6644-40e7-9bb8-5fd5e0081062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:45.548730 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-eaf319eb-6644-40e7-9bb8-5fd5e0081062 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14f0345e-87b2-4263-b2fc-5659f8b97bdd HTTP/1.1" status: 204 len: 168 time: 0.2253175 Jun 17 11:46:45.558987 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf319eb-6644-40e7-9bb8-5fd5e0081062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f0345e-87b2-4263-b2fc-5659f8b97bdd,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:46:46.215283 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cd211d42-9c55-4bf6-98aa-fa6411bf1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:47.379271 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:47.490503 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e97f2-cc84-4a0b-b854-57180030d7e9 req-5ac1612a-f45f-4b52-b765-6e6bda49c5aa tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:47.493739 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e8e97f2-cc84-4a0b-b854-57180030d7e9 req-5ac1612a-f45f-4b52-b765-6e6bda49c5aa tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0549412 Jun 17 11:46:47.562170 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e8e97f2-cc84-4a0b-b854-57180030d7e9 req-c3d0c241-fa2d-4707-863d-6b5a916f5367 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621324 Jun 17 11:46:47.651215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568335be-627d-4a25-acd0-10f747cbb357 req-12075248-265a-40df-a910-a2bfba775282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:47.652896 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-568335be-627d-4a25-acd0-10f747cbb357 req-12075248-265a-40df-a910-a2bfba775282 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1168 time: 0.0484293 Jun 17 11:46:47.756837 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568335be-627d-4a25-acd0-10f747cbb357 req-3b178fda-afc8-4fea-b884-6b825b40f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:47.758260 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-568335be-627d-4a25-acd0-10f747cbb357 req-3b178fda-afc8-4fea-b884-6b825b40f53c service neutron] 10.222.0.33 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 915 time: 0.0973551 Jun 17 11:46:47.838600 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-568335be-627d-4a25-acd0-10f747cbb357 req-820b10a9-2280-455e-a8a0-ea3f27497ead service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 1000 time: 0.0700495 Jun 17 11:46:47.898127 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568335be-627d-4a25-acd0-10f747cbb357 req-a9e5a03e-f792-4a03-8bdc-605f92879b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:47.899631 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-568335be-627d-4a25-acd0-10f747cbb357 req-a9e5a03e-f792-4a03-8bdc-605f92879b8d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 200 len: 853 time: 0.0494797 Jun 17 11:46:47.951157 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568335be-627d-4a25-acd0-10f747cbb357 req-1c3f184e-3e8e-4dea-b35e-c08ad3ca6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:47.952729 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-568335be-627d-4a25-acd0-10f747cbb357 req-1c3f184e-3e8e-4dea-b35e-c08ad3ca6d10 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8466ff83-1798-416f-b100-eb5c1e5d2fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444188 Jun 17 11:46:48.069819 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-568335be-627d-4a25-acd0-10f747cbb357 req-5dba1465-96dd-4130-a38c-f0200b348270 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067321 Jun 17 11:46:48.166466 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-568335be-627d-4a25-acd0-10f747cbb357 req-1d80bc3f-646a-4781-afb6-2fbc1e355d77 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863860 Jun 17 11:46:48.690278 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113e48c-a256-4d54-82c5-e484e1e55fc4 req-75c87f8a-b13a-4820-ab04-6ce303bfff48 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:48.691846 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9113e48c-a256-4d54-82c5-e484e1e55fc4 req-75c87f8a-b13a-4820-ab04-6ce303bfff48 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0557718 Jun 17 11:46:48.757668 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9113e48c-a256-4d54-82c5-e484e1e55fc4 req-f3179ad8-4fff-4d5f-a526-d39d375664d9 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599394 Jun 17 11:46:48.887699 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:49.421144 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:49.891636 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca321ca-80e9-42e2-b4a3-781955f16544 req-33b48b3d-000c-4e6f-8e60-6289e7cf179c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:49.896082 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bca321ca-80e9-42e2-b4a3-781955f16544 req-33b48b3d-000c-4e6f-8e60-6289e7cf179c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0542703 Jun 17 11:46:49.969097 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bca321ca-80e9-42e2-b4a3-781955f16544 req-678b8b89-6518-4431-8d83-1151d66920a8 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687671 Jun 17 11:46:51.092054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805870a-2594-4248-9b4b-1e59fd728d89 req-1fed67f8-62fc-47c9-9de6-6ed2f23bedd3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:51.093530 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6805870a-2594-4248-9b4b-1e59fd728d89 req-1fed67f8-62fc-47c9-9de6-6ed2f23bedd3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0511425 Jun 17 11:46:51.158174 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6805870a-2594-4248-9b4b-1e59fd728d89 req-9056b5d4-4c0d-4394-9d2b-a09c1300ac66 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588422 Jun 17 11:46:52.291591 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a4fc5-3603-47f7-a18e-fd3b7b9a8f5d req-d225468e-bb47-4a25-8a54-73d4bcb89c78 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:52.293487 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-432a4fc5-3603-47f7-a18e-fd3b7b9a8f5d req-d225468e-bb47-4a25-8a54-73d4bcb89c78 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0634203 Jun 17 11:46:52.308118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:52.367957 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-432a4fc5-3603-47f7-a18e-fd3b7b9a8f5d req-3e191a21-7436-4182-a67e-196adb1a22a9 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670161 Jun 17 11:46:53.456443 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:53.500766 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1719b47-2f97-4e5e-a15c-177b6e2e0ee9 req-f10f2e9c-d933-4db1-9c77-2af8c753f15c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:53.502345 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1719b47-2f97-4e5e-a15c-177b6e2e0ee9 req-f10f2e9c-d933-4db1-9c77-2af8c753f15c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0568285 Jun 17 11:46:53.615197 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1719b47-2f97-4e5e-a15c-177b6e2e0ee9 req-bb9e0694-3364-4c20-aeae-6d44631cafd4 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064270 Jun 17 11:46:54.758524 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:46:54.788370 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad450b-808c-412d-a2cb-ba5a9b3de24e req-6974c983-a179-46bc-b03c-005524c567b3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:54.789867 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2dad450b-808c-412d-a2cb-ba5a9b3de24e req-6974c983-a179-46bc-b03c-005524c567b3 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0524507 Jun 17 11:46:54.856799 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2dad450b-808c-412d-a2cb-ba5a9b3de24e req-ac6f2799-aed4-4ad5-a352-ae2f2b65debf tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611389 Jun 17 11:46:55.458987 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=34,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:55.552639 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:55.984626 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddafd8-4530-4d5e-bb69-4e6c57bd7cd1 req-ea2853c6-0c3f-4d7e-951d-36e03112cc7a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:55.986757 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3bddafd8-4530-4d5e-bb69-4e6c57bd7cd1 req-ea2853c6-0c3f-4d7e-951d-36e03112cc7a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0517383 Jun 17 11:46:56.051811 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3bddafd8-4530-4d5e-bb69-4e6c57bd7cd1 req-933358df-c816-4c96-86a5-29310045dc78 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572460 Jun 17 11:46:56.642471 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a555db-0d7d-4d5c-9f82-b0dff4fbd884 req-83228b84-966c-4b9d-a67a-f8458710fbe5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:56.644133 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-57a555db-0d7d-4d5c-9f82-b0dff4fbd884 req-83228b84-966c-4b9d-a67a-f8458710fbe5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0552821 Jun 17 11:46:56.700945 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-57a555db-0d7d-4d5c-9f82-b0dff4fbd884 req-8221f143-f4f1-4448-9739-38e1f8167be5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498564 Jun 17 11:46:57.171548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69575-caea-420e-a920-fdda5516d8f2 req-30df6ebe-4426-4cad-bb31-4444ad8d576a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:57.173319 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-edc69575-caea-420e-a920-fdda5516d8f2 req-30df6ebe-4426-4cad-bb31-4444ad8d576a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0490947 Jun 17 11:46:57.239933 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-edc69575-caea-420e-a920-fdda5516d8f2 req-dea98891-c387-48f1-ae3e-42475020ad83 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607994 Jun 17 11:46:57.829349 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60a6aa-2f1e-4649-892c-98ab6462eae2 req-878732cc-b815-4b14-a33f-9fae6d3b98d8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:57.830847 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9e60a6aa-2f1e-4649-892c-98ab6462eae2 req-878732cc-b815-4b14-a33f-9fae6d3b98d8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0527191 Jun 17 11:46:57.883304 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9e60a6aa-2f1e-4649-892c-98ab6462eae2 req-de9e1346-ad5a-4811-b986-91ec1d7186c2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466413 Jun 17 11:46:58.393665 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561b370-eccc-4c5b-b8a0-f8f91ed0c582 req-1d520558-66ef-48a2-acd7-82c8a06479b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:58.395137 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d561b370-eccc-4c5b-b8a0-f8f91ed0c582 req-1d520558-66ef-48a2-acd7-82c8a06479b2 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0777521 Jun 17 11:46:58.399420 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-f9c6573c-24ba-4f63-aeed-b9864dde1638 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524929 Jun 17 11:46:58.473190 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d561b370-eccc-4c5b-b8a0-f8f91ed0c582 req-7185c4da-30f3-4161-8e15-6238eca22945 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720775 Jun 17 11:46:58.502735 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-6223cb68-75f1-477c-98a3-625eb8cee480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:58.504392 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-6223cb68-75f1-477c-98a3-625eb8cee480 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 1129 time: 0.0535924 Jun 17 11:46:58.610371 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-87e9c5be-44ee-422e-abf8-f593cb094b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:58.611864 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-87e9c5be-44ee-422e-abf8-f593cb094b2a service neutron] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 915 time: 0.0864573 Jun 17 11:46:58.933794 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-2d710b84-b9c8-4420-84a8-1eb24f6f1dfb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59a1be8f-e417-465c-8536-98f4405514f7 HTTP/1.1" status: 200 len: 999 time: 0.3152006 Jun 17 11:46:58.987317 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:58.991769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-084c061a-9b1b-4d1c-b94d-bac58723caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:58.993249 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-084c061a-9b1b-4d1c-b94d-bac58723caf3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.0484586 Jun 17 11:46:59.033899 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:46:59.043049 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60d62-e678-4103-8342-953ff73d92d3 req-00d91721-a7b3-410a-bd13-457c3c0d9833 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:59.044606 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bbb60d62-e678-4103-8342-953ff73d92d3 req-00d91721-a7b3-410a-bd13-457c3c0d9833 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0504839 Jun 17 11:46:59.096085 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bbb60d62-e678-4103-8342-953ff73d92d3 req-864bbd6f-6d23-4d0b-bbce-51b59ed84d27 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455546 Jun 17 11:46:59.346675 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-943293f7-d9cf-40e5-bab7-a9faae04783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:59.348319 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-943293f7-d9cf-40e5-bab7-a9faae04783b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494902 Jun 17 11:46:59.450048 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-233f641c-cc1a-436c-896e-d7ea9835f58c service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907078 Jun 17 11:46:59.601228 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-90cca6f7-7b53-4db4-aa58-3725fdcb6eac req-35f25646-0ecc-45d7-9ca3-042eb8bec0ce service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308904 Jun 17 11:46:59.613679 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ef45-7232-46bc-b129-c94bcb8f10bf req-a7650b32-30d3-4ef2-a551-a45c58bb7232 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:46:59.615265 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9094ef45-7232-46bc-b129-c94bcb8f10bf req-a7650b32-30d3-4ef2-a551-a45c58bb7232 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0645444 Jun 17 11:46:59.681783 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9094ef45-7232-46bc-b129-c94bcb8f10bf req-749e003f-1a2f-42f1-9139-03d7ac1a234a tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599871 Jun 17 11:47:00.227758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac451cfa-2749-409a-a4de-fa0aa26e3a19 req-cb8ac33f-01cb-44cf-9d8f-42c0f042d31d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:00.229297 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac451cfa-2749-409a-a4de-fa0aa26e3a19 req-cb8ac33f-01cb-44cf-9d8f-42c0f042d31d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0544097 Jun 17 11:47:00.279303 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac451cfa-2749-409a-a4de-fa0aa26e3a19 req-bb8c259f-7308-4d9f-bf78-0d81acb87fa3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444298 Jun 17 11:47:00.801692 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32a0a-bd9d-4451-b069-81c1242df516 req-bb70eff3-fbe7-44c8-8f82-0e8b0b6616fa tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:00.803212 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a6a32a0a-bd9d-4451-b069-81c1242df516 req-bb70eff3-fbe7-44c8-8f82-0e8b0b6616fa tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0503323 Jun 17 11:47:00.868318 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a6a32a0a-bd9d-4451-b069-81c1242df516 req-c1a1d24b-f610-43b1-aaef-7f1df9c6a74f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591142 Jun 17 11:47:01.040319 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34688) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:01.192187 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e888ee5c-5efd-4f24-ba75-4f325802038d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:01.302501 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e888ee5c-5efd-4f24-ba75-4f325802038d admin admin] Publish callbacks [] for security_group (ada62a2d-378e-4345-8054-34b29bea1d09), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:01.379525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e888ee5c-5efd-4f24-ba75-4f325802038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ada62a2d-378e-4345-8054-34b29bea1d09), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:01.424654 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888ee5c-5efd-4f24-ba75-4f325802038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada62a2d-378e-4345-8054-34b29bea1d09,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:01.429349 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bedfd-5dcb-4315-b05d-27f83bc89ce5 req-43d301d6-7af2-4742-872d-efab11dd035f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:01.431316 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-143bedfd-5dcb-4315-b05d-27f83bc89ce5 req-43d301d6-7af2-4742-872d-efab11dd035f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0713165 Jun 17 11:47:01.440242 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34706) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:01.440710 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e888ee5c-5efd-4f24-ba75-4f325802038d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=390d01890b2c4a49a93f0b124b4659fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986695 Jun 17 11:47:01.519917 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-143bedfd-5dcb-4315-b05d-27f83bc89ce5 req-3520bd65-6551-45e6-9c0d-6dfcdd7433ac tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807986 Jun 17 11:47:01.532517 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33519352-5ce6-40ec-9f7f-11714496a870 admin admin] Publish callbacks [] for security_group (ada62a2d-378e-4345-8054-34b29bea1d09), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:01.561607 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33519352-5ce6-40ec-9f7f-11714496a870 admin admin] Publish callbacks [] for security_group (ada62a2d-378e-4345-8054-34b29bea1d09), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:01.693288 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33519352-5ce6-40ec-9f7f-11714496a870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ada62a2d-378e-4345-8054-34b29bea1d09), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:01.695908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33519352-5ce6-40ec-9f7f-11714496a870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:01.697209 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-33519352-5ce6-40ec-9f7f-11714496a870 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ada62a2d-378e-4345-8054-34b29bea1d09 HTTP/1.1" status: 204 len: 168 time: 0.2557547 Jun 17 11:47:01.706354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33519352-5ce6-40ec-9f7f-11714496a870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada62a2d-378e-4345-8054-34b29bea1d09,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:01.985065 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:02.002812 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71b5af-b9ca-41b0-92be-2de7e44f6d89 req-d6c3ed70-6266-427a-a507-e4f5719e2ee8 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:02.016916 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd71b5af-b9ca-41b0-92be-2de7e44f6d89 req-d6c3ed70-6266-427a-a507-e4f5719e2ee8 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0629930 Jun 17 11:47:02.074083 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd71b5af-b9ca-41b0-92be-2de7e44f6d89 req-f75f8159-b2a4-43d5-b187-ccea0d178509 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638521 Jun 17 11:47:02.451099 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34722) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:02.465373 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2932-9dce-4dce-b993-6ec15cff387d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:02.502978 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:02.552346 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2932-9dce-4dce-b993-6ec15cff387d admin admin] Publish callbacks [] for security_group (751cb723-9a20-451c-8b9b-00f2ecea01fe), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:02.653627 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c536e-0277-4a1a-8e7b-2627bbfcd9f2 req-c702676a-2178-43a1-96d8-04925ae328d4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:02.655190 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-818c536e-0277-4a1a-8e7b-2627bbfcd9f2 req-c702676a-2178-43a1-96d8-04925ae328d4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0571077 Jun 17 11:47:02.669524 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2932-9dce-4dce-b993-6ec15cff387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (751cb723-9a20-451c-8b9b-00f2ecea01fe), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:02.744566 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-6cfb2932-9dce-4dce-b993-6ec15cff387d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b9877f14d844ba48180a868a7a0b2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922096 Jun 17 11:47:02.747317 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34726) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:02.750652 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb2932-9dce-4dce-b993-6ec15cff387d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751cb723-9a20-451c-8b9b-00f2ecea01fe,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:02.757912 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-818c536e-0277-4a1a-8e7b-2627bbfcd9f2 req-3b1cc453-64d5-4797-8a32-2ebdc08288bb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959005 Jun 17 11:47:02.814343 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21e3d6dd-0bff-4d90-a912-cff56685cf05 admin admin] Publish callbacks [] for security_group (751cb723-9a20-451c-8b9b-00f2ecea01fe), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:02.843351 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21e3d6dd-0bff-4d90-a912-cff56685cf05 admin admin] Publish callbacks [] for security_group (751cb723-9a20-451c-8b9b-00f2ecea01fe), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:02.969966 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21e3d6dd-0bff-4d90-a912-cff56685cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (751cb723-9a20-451c-8b9b-00f2ecea01fe), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:02.972759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21e3d6dd-0bff-4d90-a912-cff56685cf05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:02.973946 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-21e3d6dd-0bff-4d90-a912-cff56685cf05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/751cb723-9a20-451c-8b9b-00f2ecea01fe HTTP/1.1" status: 204 len: 168 time: 0.2246871 Jun 17 11:47:02.982393 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3d6dd-0bff-4d90-a912-cff56685cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751cb723-9a20-451c-8b9b-00f2ecea01fe,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:03.198830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5cdcf-3e60-4299-8a16-b80ecf9c19ce req-245cedbd-9b21-4e40-bcd7-394e16d6e47f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:03.200529 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f1d5cdcf-3e60-4299-8a16-b80ecf9c19ce req-245cedbd-9b21-4e40-bcd7-394e16d6e47f tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0544925 Jun 17 11:47:03.277605 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f1d5cdcf-3e60-4299-8a16-b80ecf9c19ce req-a5d48ed2-5c53-404c-9b41-53651f22a31c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696354 Jun 17 11:47:03.758804 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34736) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:03.773540 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a9fadb7e-37ab-4278-9ca6-0db4a373d799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:03.894769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a9fadb7e-37ab-4278-9ca6-0db4a373d799 admin admin] Publish callbacks [] for security_group (f4327f2d-2311-480b-8893-b23dc72f0556), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:03.909415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad2c30-5a80-4988-8581-71fca1758952 req-84924c62-f168-4282-b931-2ddd16075a3e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:03.910880 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c2ad2c30-5a80-4988-8581-71fca1758952 req-84924c62-f168-4282-b931-2ddd16075a3e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0612741 Jun 17 11:47:03.954092 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:03.968158 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c2ad2c30-5a80-4988-8581-71fca1758952 req-75782a6c-29a6-4ca6-be70-8fc96ba92636 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510516 Jun 17 11:47:03.993914 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a9fadb7e-37ab-4278-9ca6-0db4a373d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f4327f2d-2311-480b-8893-b23dc72f0556), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:04.035920 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fadb7e-37ab-4278-9ca6-0db4a373d799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4327f2d-2311-480b-8893-b23dc72f0556,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:04.040573 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a9fadb7e-37ab-4278-9ca6-0db4a373d799 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d62e6eb8c3d74a359b203f9da2294ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806792 Jun 17 11:47:04.043520 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34748) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:04.106541 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1f13aa53-f2c2-438d-b2ce-f80ac5bedb4d admin admin] Publish callbacks [] for security_group (f4327f2d-2311-480b-8893-b23dc72f0556), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:04.130120 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1f13aa53-f2c2-438d-b2ce-f80ac5bedb4d admin admin] Publish callbacks [] for security_group (f4327f2d-2311-480b-8893-b23dc72f0556), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:04.261317 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1f13aa53-f2c2-438d-b2ce-f80ac5bedb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f4327f2d-2311-480b-8893-b23dc72f0556), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:04.264002 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1f13aa53-f2c2-438d-b2ce-f80ac5bedb4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:04.265180 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1f13aa53-f2c2-438d-b2ce-f80ac5bedb4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4327f2d-2311-480b-8893-b23dc72f0556 HTTP/1.1" status: 204 len: 168 time: 0.2206540 Jun 17 11:47:04.274573 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13aa53-f2c2-438d-b2ce-f80ac5bedb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4327f2d-2311-480b-8893-b23dc72f0556,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:04.396391 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede9695-1664-499e-b3d9-15148ed35211 req-bb4986da-0519-4a28-b550-b16cc4ff5615 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:04.397901 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cede9695-1664-499e-b3d9-15148ed35211 req-bb4986da-0519-4a28-b550-b16cc4ff5615 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0506968 Jun 17 11:47:04.466743 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cede9695-1664-499e-b3d9-15148ed35211 req-1f5f7c4b-0f4d-42ef-ab3b-83e0774ab09b tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629709 Jun 17 11:47:04.562232 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494a461-10a1-4005-9193-a495af29fb36 req-a20ea1ac-d4ad-45ae-8a78-5d029298e630 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:04.563745 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4494a461-10a1-4005-9193-a495af29fb36 req-a20ea1ac-d4ad-45ae-8a78-5d029298e630 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0479228 Jun 17 11:47:04.628610 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4494a461-10a1-4005-9193-a495af29fb36 req-21f50346-7cb0-459e-8381-fa4336997bb5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576465 Jun 17 11:47:05.103666 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c799-ad98-44d2-8a91-cc5c1c5ecae1 req-205d50b5-47b5-400f-9e95-c9da6fc5773d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:05.105270 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e822c799-ad98-44d2-8a91-cc5c1c5ecae1 req-205d50b5-47b5-400f-9e95-c9da6fc5773d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0537503 Jun 17 11:47:05.159646 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e822c799-ad98-44d2-8a91-cc5c1c5ecae1 req-c75c2fe0-8b6d-44c4-8396-f3d596949de3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484426 Jun 17 11:47:05.596758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b842-045a-4c8c-8ef6-62a8e967a3b0 req-6f6e5d01-b230-4589-9136-626f84ca6743 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:05.598817 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1481b842-045a-4c8c-8ef6-62a8e967a3b0 req-6f6e5d01-b230-4589-9136-626f84ca6743 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0537333 Jun 17 11:47:05.664046 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:05.671509 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1481b842-045a-4c8c-8ef6-62a8e967a3b0 req-13a2d612-dbf6-4c4e-93c6-4714fa820e94 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&id=8d91bc0d-447a-4a42-893d-4ee42b359dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662377 Jun 17 11:47:05.764523 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da4e1-e0fc-4d5b-bbd3-020c27f34b32 req-db243fda-babb-472f-9ad7-2682403daa49 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:05.766137 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-926da4e1-e0fc-4d5b-bbd3-020c27f34b32 req-db243fda-babb-472f-9ad7-2682403daa49 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0596640 Jun 17 11:47:05.821893 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-926da4e1-e0fc-4d5b-bbd3-020c27f34b32 req-d900d999-687a-49a3-be63-0bbe48b13d44 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481138 Jun 17 11:47:05.875992 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:47:06.317226 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290171db-f047-4376-a9cc-80c2451b531f req-018de79f-981b-49cc-ab01-379ff3796ef8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:06.318227 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-290171db-f047-4376-a9cc-80c2451b531f req-018de79f-981b-49cc-ab01-379ff3796ef8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0625710 Jun 17 11:47:06.393440 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-290171db-f047-4376-a9cc-80c2451b531f req-5f26a656-25ff-4fc2-9966-00841e3a95b9 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688877 Jun 17 11:47:06.623579 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a59c63-d9cf-409b-8679-d064f73349be req-c3cf6edd-bef4-4040-99a4-fafc41442743 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:06.625115 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-35a59c63-d9cf-409b-8679-d064f73349be req-c3cf6edd-bef4-4040-99a4-fafc41442743 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0539944 Jun 17 11:47:06.731032 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port 59a1be8f-e417-465c-8536-98f4405514f7 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:47:06.731032 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (59a1be8f-e417-465c-8536-98f4405514f7), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:06.835941 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] For port 59a1be8f-e417-465c-8536-98f4405514f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=59a1be8f-e417-465c-8536-98f4405514f7,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:06.836731 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (59a1be8f-e417-465c-8536-98f4405514f7), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:06.990219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cc5bf-29b2-436d-b0fa-43c1bde57266 req-9bc570ef-0b49-43b2-8eb6-8b8e3041f517 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:06.991631 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b00cc5bf-29b2-436d-b0fa-43c1bde57266 req-9bc570ef-0b49-43b2-8eb6-8b8e3041f517 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 945 time: 0.0912368 Jun 17 11:47:07.097145 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:07.099399 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.099812 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (7ea29232-22d6-4a9a-b93a-868cf361c881), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.100130 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP 7ea29232-22d6-4a9a-b93a-868cf361c881 disassociated. External IP: 172.27.2.4, port: 59a1be8f-e417-465c-8536-98f4405514f7. Jun 17 11:47:07.100474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for 59a1be8f-e417-465c-8536-98f4405514f7 owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:47:07.105369 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b00cc5bf-29b2-436d-b0fa-43c1bde57266 req-a8d62d35-65e0-457e-b19a-12cff8ffbefa tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=7188c987-9bee-4f5d-9bd7-e7a402d87ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065097 Jun 17 11:47:07.287091 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34818) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:07.316041 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (59a1be8f-e417-465c-8536-98f4405514f7), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.322373 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:07.350642 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=59a1be8f-e417-465c-8536-98f4405514f7,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:07.405881 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-45de619c-ee9f-4c06-836a-2f7dbfa13f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.513750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-45de619c-ee9f-4c06-836a-2f7dbfa13f88 admin admin] Publish callbacks [] for security_group (8ec4d73f-3eef-4b0a-896b-556649a84747), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.523254 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:47:07.542148 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69715cae-2d52-4165-b485-dda93d007265 req-1e3c9a74-37fe-4d48-ad46-916cbda2b1ee tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:07.543646 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69715cae-2d52-4165-b485-dda93d007265 req-1e3c9a74-37fe-4d48-ad46-916cbda2b1ee tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0587859 Jun 17 11:47:07.581941 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-45de619c-ee9f-4c06-836a-2f7dbfa13f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8ec4d73f-3eef-4b0a-896b-556649a84747), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.624948 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de619c-ee9f-4c06-836a-2f7dbfa13f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec4d73f-3eef-4b0a-896b-556649a84747,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:07.630042 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-45de619c-ee9f-4c06-836a-2f7dbfa13f88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbc6aa9e284045ad815b81634e6855fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415644 Jun 17 11:47:07.632723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34824) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:07.679740 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69715cae-2d52-4165-b485-dda93d007265 req-2c76d0ff-6e79-4d48-ac66-82834a114711 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292353 Jun 17 11:47:07.688385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:47:07.691057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5b4444c5-ffcd-4799-9029-134754cf5615 admin admin] Publish callbacks [] for security_group (8ec4d73f-3eef-4b0a-896b-556649a84747), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.701739 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:47:07.733312 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:47:07.733968 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:07.738699 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] No DVR routers for this DVR port 59a1be8f-e417-465c-8536-98f4405514f7 on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:47:07.741505 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.745150 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:07.745314 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-35a59c63-d9cf-409b-8679-d064f73349be req-863d563d-5384-4d5d-bd25-ae1a62f09a13 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "DELETE /v2.0/ports/59a1be8f-e417-465c-8536-98f4405514f7 HTTP/1.1" status: 204 len: 173 time: 1.1141315 Jun 17 11:47:07.745797 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'name': 'network-vif-deleted', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:07.748459 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79db5c58-f0d5-4f0a-85aa-27173f3cbe94" -d '{"events": [{"server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "name": "network-vif-deleted", "tag": "59a1be8f-e417-465c-8536-98f4405514f7"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:07.748993 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5b4444c5-ffcd-4799-9029-134754cf5615 admin admin] Publish callbacks [] for security_group (8ec4d73f-3eef-4b0a-896b-556649a84747), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.774009 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:07.797709 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdf6236-bbbd-465a-a7c6-5f2e739afc99 x-openstack-request-id: req-2fdf6236-bbbd-465a-a7c6-5f2e739afc99 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:07.797709 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b705046-ed66-4a09-9354-18ee01d1676b", "name": "network-vif-deleted", "tag": "59a1be8f-e417-465c-8536-98f4405514f7", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:07.802666 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fdf6236-bbbd-465a-a7c6-5f2e739afc99 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:07.803274 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdf6236-bbbd-465a-a7c6-5f2e739afc99'] response: {'server_uuid': '4b705046-ed66-4a09-9354-18ee01d1676b', 'name': 'network-vif-deleted', 'tag': '59a1be8f-e417-465c-8536-98f4405514f7', 'status': 'completed', 'code': 200} Jun 17 11:47:07.880930 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:47:07.964470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5b4444c5-ffcd-4799-9029-134754cf5615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8ec4d73f-3eef-4b0a-896b-556649a84747), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.967028 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5b4444c5-ffcd-4799-9029-134754cf5615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:07.968308 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-5b4444c5-ffcd-4799-9029-134754cf5615 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ec4d73f-3eef-4b0a-896b-556649a84747 HTTP/1.1" status: 204 len: 168 time: 0.3344665 Jun 17 11:47:07.979540 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4444c5-ffcd-4799-9029-134754cf5615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec4d73f-3eef-4b0a-896b-556649a84747,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:08.095020 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:08.119883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:47:08.129782 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:47:08.130463 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:46:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:08.215971 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9c99acb4-fdaf-48a4-bd8d-f1dbade8bdea req-1e3f33d3-6c08-40b5-ac6e-bf841a41cd34 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b705046-ed66-4a09-9354-18ee01d1676b HTTP/1.1" status: 200 len: 210 time: 0.0399470 Jun 17 11:47:08.243141 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:47:08.456080 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:08.483242 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506b66b-25b0-4816-b010-56e1f143cb4e None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:47:08.725979 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d196f-5cd4-44ab-bc56-1394217eb310 None None] New status for floating IP 7ea29232-22d6-4a9a-b93a-868cf361c881: DOWN {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:47:08.817122 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34838) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:08.826848 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3614a-df6e-42c3-b5e7-cf530e8d489d req-8f389cc7-cb1e-405a-96bb-3fc07b6fa983 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:08.835347 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-43f3614a-df6e-42c3-b5e7-cf530e8d489d req-8f389cc7-cb1e-405a-96bb-3fc07b6fa983 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0629613 Jun 17 11:47:08.843980 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f3be470d-df53-46a3-b224-ae1201017dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:08.891858 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-43f3614a-df6e-42c3-b5e7-cf530e8d489d req-8883c533-4c00-44cf-962d-e687ccc7f39d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558062 Jun 17 11:47:08.931752 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f3be470d-df53-46a3-b224-ae1201017dee admin admin] Publish callbacks [] for security_group (d86e31ab-2ad8-498e-9d6e-1f3e1180ef71), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.004349 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f3be470d-df53-46a3-b224-ae1201017dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d86e31ab-2ad8-498e-9d6e-1f3e1180ef71), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.048346 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be470d-df53-46a3-b224-ae1201017dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86e31ab-2ad8-498e-9d6e-1f3e1180ef71,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:09.054539 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f3be470d-df53-46a3-b224-ae1201017dee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d2cbe63302344bfab1eb096ca0b0efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342296 Jun 17 11:47:09.057266 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34840) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:09.110395 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-324ee6c9-cf11-436f-8282-1b5491b217ef admin admin] Publish callbacks [] for security_group (d86e31ab-2ad8-498e-9d6e-1f3e1180ef71), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.134512 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-324ee6c9-cf11-436f-8282-1b5491b217ef admin admin] Publish callbacks [] for security_group (d86e31ab-2ad8-498e-9d6e-1f3e1180ef71), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.273630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-324ee6c9-cf11-436f-8282-1b5491b217ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d86e31ab-2ad8-498e-9d6e-1f3e1180ef71), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.275284 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-324ee6c9-cf11-436f-8282-1b5491b217ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.281048 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-324ee6c9-cf11-436f-8282-1b5491b217ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d86e31ab-2ad8-498e-9d6e-1f3e1180ef71 HTTP/1.1" status: 204 len: 168 time: 0.2181969 Jun 17 11:47:09.286344 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ee6c9-cf11-436f-8282-1b5491b217ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86e31ab-2ad8-498e-9d6e-1f3e1180ef71,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:09.382117 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34848) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:09.444265 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b9beafb-5d6c-4bff-a555-e0a3cac4256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (7188c987-9bee-4f5d-9bd7-e7a402d87ae5), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.469375 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b9beafb-5d6c-4bff-a555-e0a3cac4256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (7188c987-9bee-4f5d-9bd7-e7a402d87ae5), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.619199 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b9beafb-5d6c-4bff-a555-e0a3cac4256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7188c987-9bee-4f5d-9bd7-e7a402d87ae5), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.622881 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2b9beafb-5d6c-4bff-a555-e0a3cac4256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.625012 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2b9beafb-5d6c-4bff-a555-e0a3cac4256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/security-groups/7188c987-9bee-4f5d-9bd7-e7a402d87ae5 HTTP/1.1" status: 204 len: 168 time: 0.2414758 Jun 17 11:47:09.628650 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34850) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:09.651806 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9beafb-5d6c-4bff-a555-e0a3cac4256b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7188c987-9bee-4f5d-9bd7-e7a402d87ae5,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:09.663423 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.api.v2.resource [None req-2317c866-5acc-4089-833c-fb259320c50b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] show failed (client error): The resource could not be found. Jun 17 11:47:09.664789 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-2317c866-5acc-4089-833c-fb259320c50b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups/7188c987-9bee-4f5d-9bd7-e7a402d87ae5 HTTP/1.1" status: 404 len: 347 time: 0.0349405 Jun 17 11:47:09.667895 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34854) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:09.809115 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port 32fd6793-419e-4fb7-bf6c-49d2dc3dde0c {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:47:09.809460 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.890256 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:09.892808 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.893304 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:09.911981 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for 32fd6793-419e-4fb7-bf6c-49d2dc3dde0c owned by network:floatingip {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:47:10.038947 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2958b-4796-4758-b2d8-696560541e6c req-7e12e7fb-1674-4a21-8060-83550f88c55d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:10.040559 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c3b2958b-4796-4758-b2d8-696560541e6c req-7e12e7fb-1674-4a21-8060-83550f88c55d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0658696 Jun 17 11:47:10.131462 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c3b2958b-4796-4758-b2d8-696560541e6c req-224f0473-7488-461e-8470-28a4bc6173b6 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849528 Jun 17 11:47:10.267915 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (32fd6793-419e-4fb7-bf6c-49d2dc3dde0c), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:10.294541 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=32fd6793-419e-4fb7-bf6c-49d2dc3dde0c,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:10.319249 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (7ea29232-22d6-4a9a-b93a-868cf361c881), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:10.321739 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:10.323085 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-c240badd-d41e-4256-bd0c-af9957199fb1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/floatingips/7ea29232-22d6-4a9a-b93a-868cf361c881 HTTP/1.1" status: 204 len: 168 time: 0.6537778 Jun 17 11:47:10.476341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 34874) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:10.481068 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-7436dec4-a9ab-4845-ae7c-e5cc6f47fcbb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262497002', 'description': 'tempest-description--1455755257'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:10.602259 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7436dec4-a9ab-4845-ae7c-e5cc6f47fcbb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:10.659566 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:10.681718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7436dec4-a9ab-4845-ae7c-e5cc6f47fcbb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:10.984683 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7436dec4-a9ab-4845-ae7c-e5cc6f47fcbb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:11.018701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436dec4-a9ab-4845-ae7c-e5cc6f47fcbb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:11.188773 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 59a1be8f-e417-465c-8536-98f4405514f7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:47:11.201578 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-7436dec4-a9ab-4845-ae7c-e5cc6f47fcbb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:11.207045 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-7436dec4-a9ab-4845-ae7c-e5cc6f47fcbb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7255793 Jun 17 11:47:11.207506 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34884) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:11.211172 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 59a1be8f-e417-465c-8536-98f4405514f7 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:47:11.211628 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 59a1be8f-e417-465c-8536-98f4405514f7 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:47:11.219817 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-8d371e84-0df8-40e0-80d4-1ca4b88a0ca9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': '71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:11.306195 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63720ae1-e117-439d-b87c-fa0afd7bd77d req-9773c559-b5fe-43c4-bf0d-bce08cc63d48 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:11.307848 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-63720ae1-e117-439d-b87c-fa0afd7bd77d req-9773c559-b5fe-43c4-bf0d-bce08cc63d48 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0707738 Jun 17 11:47:11.367450 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8d371e84-0df8-40e0-80d4-1ca4b88a0ca9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (3079ebfb-3c58-4542-bc84-2974fc24559c), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:11.388907 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-63720ae1-e117-439d-b87c-fa0afd7bd77d req-3266a9c5-febc-4ee9-ab37-e0f16c971e38 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726082 Jun 17 11:47:11.448073 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8d371e84-0df8-40e0-80d4-1ca4b88a0ca9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (3079ebfb-3c58-4542-bc84-2974fc24559c), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:11.592738 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8d371e84-0df8-40e0-80d4-1ca4b88a0ca9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (3079ebfb-3c58-4542-bc84-2974fc24559c), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:11.617952 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d371e84-0df8-40e0-80d4-1ca4b88a0ca9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3079ebfb-3c58-4542-bc84-2974fc24559c,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:11.697733 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8d371e84-0df8-40e0-80d4-1ca4b88a0ca9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:11.698977 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8d371e84-0df8-40e0-80d4-1ca4b88a0ca9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4829133 Jun 17 11:47:11.703631 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34894) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:11.709129 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-b96a0e9d-d09c-4c00-8fe1-93ea878c69b7 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'security_group_rule': {'security_group_id': '71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:11.821528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b96a0e9d-d09c-4c00-8fe1-93ea878c69b7 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (2f345e64-2087-4fda-8bec-943f907e288e), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:11.849596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=77,neutron:DELETE=11,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:11.889409 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b96a0e9d-d09c-4c00-8fe1-93ea878c69b7 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (2f345e64-2087-4fda-8bec-943f907e288e), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:12.033341 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b96a0e9d-d09c-4c00-8fe1-93ea878c69b7 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (2f345e64-2087-4fda-8bec-943f907e288e), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:12.040072 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:12.055262 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a0e9d-d09c-4c00-8fe1-93ea878c69b7 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f345e64-2087-4fda-8bec-943f907e288e,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:12.178380 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b96a0e9d-d09c-4c00-8fe1-93ea878c69b7 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:12.179699 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b96a0e9d-d09c-4c00-8fe1-93ea878c69b7 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4748046 Jun 17 11:47:12.195356 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 34908) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:12.199996 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:12.333471 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:12.422658 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:12.545699 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f8124-c0db-4289-b668-71c711680ac5 req-86cf8abb-b699-4902-969e-4188a9ee24cc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:12.548003 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-107f8124-c0db-4289-b668-71c711680ac5 req-86cf8abb-b699-4902-969e-4188a9ee24cc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0551908 Jun 17 11:47:12.558424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.27.2.219 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/d1b9cd05-80f0-482e-be44-6d27a435ff27) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:47:12.608045 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-107f8124-c0db-4289-b668-71c711680ac5 req-b3d3d038-c9a1-4da9-a65f-ef8d78c86d79 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505092 Jun 17 11:47:12.694676 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:12.717009 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:12.804852 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:12.849610 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:47:12.853377 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:47:12.859146 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:47:12.862759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=d1b9cd05-80f0-482e-be44-6d27a435ff27,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:12.987582 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (01f07cee-91a5-411f-806f-759ebe8a2a4c), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:13.106375 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:13.292714 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:13.392919 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:13.430031 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:13.466345 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=d1b9cd05-80f0-482e-be44-6d27a435ff27,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:13.480159 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (01f07cee-91a5-411f-806f-759ebe8a2a4c), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:13.566668 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:13.568053 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-374820de-d349-4755-a1fd-547626211c36 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3716185 Jun 17 11:47:13.660641 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:13.664133 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:13.779337 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ec8e4-f6f3-41ee-b7d4-99b50faeb76e req-d8ead37f-640e-46fa-b0b1-9c47a2c7b98a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:13.780939 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c61ec8e4-f6f3-41ee-b7d4-99b50faeb76e req-d8ead37f-640e-46fa-b0b1-9c47a2c7b98a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0689318 Jun 17 11:47:13.804275 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-17a84cd3-9010-459e-8df6-2c66e040eec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:13.828128 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-37ca018a-ebb5-4d47-91d6-17bd7205aa0a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1262497002&fields=id&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 267 time: 0.0796468 Jun 17 11:47:13.922831 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c61ec8e4-f6f3-41ee-b7d4-99b50faeb76e req-2b9a7e6a-0f6e-4f97-8075-bb2a6bca187b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319573 Jun 17 11:47:13.946816 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:13.965368 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-f5724b26-380d-488d-ab94-8eac74546580 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:13.966860 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-f5724b26-380d-488d-ab94-8eac74546580 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.1310582 Jun 17 11:47:13.983131 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-8fabc55e-a4d4-4a71-9a75-d46447f1ebac tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/quotas/c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 375 time: 0.0100489 Jun 17 11:47:14.041941 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-325b0f98-5913-4840-ab5f-bf754922ba78 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521374 Jun 17 11:47:14.140434 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-080c92fc-4515-4053-ad24-945ccc1560e9 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862055 Jun 17 11:47:14.243283 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-2fd1ed1d-fb4d-42b4-a09d-025d28c76d15 service neutron] 10.222.0.45 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958629 Jun 17 11:47:14.511622 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4eeb416f-3183-4267-989b-81766b04ee1e req-d24f04ee-76b5-4ea3-bc9e-63b016c9f026 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 210 time: 0.0331750 Jun 17 11:47:15.067051 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5aa6d-f67d-4edf-ad1f-6569aef441f7 req-3023b6b9-bb98-4541-8ea2-59066e094ea1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:15.068651 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cff5aa6d-f67d-4edf-ad1f-6569aef441f7 req-3023b6b9-bb98-4541-8ea2-59066e094ea1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0669231 Jun 17 11:47:15.123269 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cff5aa6d-f67d-4edf-ad1f-6569aef441f7 req-d8e4fe06-9405-4c7e-9ba9-8bfb6340c98d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486894 Jun 17 11:47:15.601701 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-33926f70-279d-4570-bb8e-ba98c0acd601 req-78f9b5eb-d8d3-414c-acab-c2f7ab6b22c4 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 210 time: 0.0335031 Jun 17 11:47:16.250566 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8f454484-e06d-4ac1-82d0-48e96e1e3286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:16.269698 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a58cdf-e2e5-43f2-aa8d-00569c5c1c4a req-1d6336f6-3f04-4987-89cd-0d35b23e3fc2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:16.271515 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-36a58cdf-e2e5-43f2-aa8d-00569c5c1c4a req-1d6336f6-3f04-4987-89cd-0d35b23e3fc2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0584662 Jun 17 11:47:16.292338 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:16.331179 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-36a58cdf-e2e5-43f2-aa8d-00569c5c1c4a req-23762c29-20d7-4c07-b726-4c0042334712 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513515 Jun 17 11:47:16.719400 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c552000-c449-4ed4-be5d-ebe4209f2986 req-1cac787f-6867-419e-8bb3-86ca01eb9fcb tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 210 time: 0.0327394 Jun 17 11:47:17.387165 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:17.513437 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2f665-685a-42ea-98b6-cd9c89363a84 req-9c4d7a7c-29e5-49f4-bef0-87caf9cdeeee tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:17.515546 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d9f2f665-685a-42ea-98b6-cd9c89363a84 req-9c4d7a7c-29e5-49f4-bef0-87caf9cdeeee tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1069248 Jun 17 11:47:17.881655 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-53e9902b-b544-4126-809c-e335bc6675a2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:17.883284 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-53e9902b-b544-4126-809c-e335bc6675a2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 814 time: 0.4765608 Jun 17 11:47:17.886656 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-69919876-cbac-4dd7-ab25-fe57749314d3 req-735b3c69-dca0-4ea6-9987-5adcde8b7dc0 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 210 time: 0.0522020 Jun 17 11:47:17.890871 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d9f2f665-685a-42ea-98b6-cd9c89363a84 req-6a2b532b-2655-4f2b-b903-d8a80de62090 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693631 Jun 17 11:47:17.968403 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-33b23c7f-3426-447f-9dcf-1639b7c1f916 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58cf63264414f30a98161f6027daad0 HTTP/1.1" status: 200 len: 380 time: 0.0738773 Jun 17 11:47:17.988054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'port': {'device_id': '52cfb97a-c546-496a-9557-1663ada483b3', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'admin_state_up': True, 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'security_groups': ['71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:18.336047 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Made reservation on behalf of c58cf63264414f30a98161f6027daad0 for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:47:18.339631 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:18.496558 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Allocated IP 172.20.0.8 (562be4fa-7f02-4e16-ab0e-484de596db99/d794b945-edce-4ea8-be0d-e1c3e9d638dc/ec529d14-50c4-4d90-8fe1-d7b22fa82064) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:47:18.626384 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:18.652303 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:18.750460 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35028) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:18.776545 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:18.794282 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=18 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:18.817234 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:18.840698 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:18.850808 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Network 562be4fa-7f02-4e16-ab0e-484de596db99 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:47:18.852461 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:47:18.854499 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event updated for resources: {'Port': ['ID=ec529d14-50c4-4d90-8fe1-d7b22fa82064,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:18.856922 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:47:18.862837 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:18.864105 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:18.883508 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.883805 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.884361 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.884913 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.885483 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.886044 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.886591 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.887157 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.887746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.888391 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.888892 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.889629 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.890339 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.890469 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:18.890943 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.891128 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:18.930570 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.069921 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Publish callbacks [] for security_group (650bb64a-2ec4-4f4d-99fd-bc282d2d975c), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.092006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45588c18-0bbd-4b9c-9000-5901bd566015 req-0ac0baf3-42a8-4bcc-ade0-1983cedb93e5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:19.094659 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-45588c18-0bbd-4b9c-9000-5901bd566015 req-0ac0baf3-42a8-4bcc-ade0-1983cedb93e5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 931 time: 0.0965574 Jun 17 11:47:19.178350 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-c188187c-cd47-4c40-b909-103dbc3c5cf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1887221 Jun 17 11:47:19.187507 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Request body: {'port': {'device_id': '52cfb97a-c546-496a-9557-1663ada483b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:19.204840 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-35b4d6fd-cfd6-4251-8610-eedf377de029 None None] Provisioning complete for port ec529d14-50c4-4d90-8fe1-d7b22fa82064 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:47:19.206074 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-35b4d6fd-cfd6-4251-8610-eedf377de029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.226864 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9eb4-cf39-4429-b84c-2f87e5e3ee1a req-8d8a7d58-bb60-4d9f-80c9-ccc8ab8c0a77 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:19.228496 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1e4d9eb4-cf39-4429-b84c-2f87e5e3ee1a req-8d8a7d58-bb60-4d9f-80c9-ccc8ab8c0a77 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1134839 Jun 17 11:47:19.242202 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-45588c18-0bbd-4b9c-9000-5901bd566015 req-870f40f5-4447-4041-a42f-dcd7c37d4c75 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378229 Jun 17 11:47:19.243863 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-35b4d6fd-cfd6-4251-8610-eedf377de029 None None] Port ec529d14-50c4-4d90-8fe1-d7b22fa82064 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:47:19.256484 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:47:19.304866 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (650bb64a-2ec4-4f4d-99fd-bc282d2d975c), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.314612 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.381139 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650bb64a-2ec4-4f4d-99fd-bc282d2d975c,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:19.382486 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1e4d9eb4-cf39-4429-b84c-2f87e5e3ee1a req-d33b2ff0-a2c2-49fa-9a14-ede89a2bfacd tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385844 Jun 17 11:47:19.389922 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2ac7ba2cf744e5993594eeb3277303f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6380663 Jun 17 11:47:19.390835 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35038) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:19.404714 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.405054 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.405579 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.406120 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.406449 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.407144 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.408241 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.408631 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.412285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.412285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.412285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.412285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.412285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.412285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.412285 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a20ac-5892-4685-8fe2-f4045c967e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.456571 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:19.484780 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5dc3-03f2-4475-99bc-63ca3c5f582f admin admin] Publish callbacks [] for security_group (650bb64a-2ec4-4f4d-99fd-bc282d2d975c), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.486336 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'port_id': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'mac_address': 'fa:16:3e:38:cb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:47:19.494342 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.539426 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5dc3-03f2-4475-99bc-63ca3c5f582f admin admin] Publish callbacks [] for security_group (650bb64a-2ec4-4f4d-99fd-bc282d2d975c), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.556786 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: ACTIVE; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:19.557407 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.583434 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f00e28a8-041d-4c99-8685-2e89673ad6b8 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:47:19.620180 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:19.635705 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:19.730758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec529d14-50c4-4d90-8fe1-d7b22fa82064 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:47:19.742215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Publish callbacks [] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.764534 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.764938 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5dc3-03f2-4475-99bc-63ca3c5f582f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (650bb64a-2ec4-4f4d-99fd-bc282d2d975c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.765559 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Transition to ACTIVE for port object ec529d14-50c4-4d90-8fe1-d7b22fa82064 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:47:19.768985 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5dc3-03f2-4475-99bc-63ca3c5f582f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.773829 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c6ce5dc3-03f2-4475-99bc-63ca3c5f582f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/650bb64a-2ec4-4f4d-99fd-bc282d2d975c HTTP/1.1" status: 204 len: 168 time: 0.3771038 Jun 17 11:47:19.785815 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce5dc3-03f2-4475-99bc-63ca3c5f582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650bb64a-2ec4-4f4d-99fd-bc282d2d975c,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:19.836958 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=6']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:19.847002 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.847487 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.847843 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.848287 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.848623 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.848957 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.849290 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.849622 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.850062 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.850396 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.850725 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.851062 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.851586 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.852017 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.852349 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:47:19.869605 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f00e28a8-041d-4c99-8685-2e89673ad6b8'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:47:19.887768 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:19.949141 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Pushing event updated for resources: {'Port': ['ID=ec529d14-50c4-4d90-8fe1-d7b22fa82064,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:19.992869 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Attempting to bind port ec529d14-50c4-4d90-8fe1-d7b22fa82064 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:47:19.995110 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Attempting to bind port ec529d14-50c4-4d90-8fe1-d7b22fa82064 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:47:19.995110 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Attempting to bind port ec529d14-50c4-4d90-8fe1-d7b22fa82064 on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:47:20.000838 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Port ec529d14-50c4-4d90-8fe1-d7b22fa82064 on network 562be4fa-7f02-4e16-ab0e-484de596db99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:47:20.001324 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Attempting to bind port ec529d14-50c4-4d90-8fe1-d7b22fa82064 on network 562be4fa-7f02-4e16-ab0e-484de596db99 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:47:20.010428 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:47:20.010866 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Checking segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:47:20.011767 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Bound using segment: {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:47:20.012893 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Bound port: ec529d14-50c4-4d90-8fe1-d7b22fa82064, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c491a4-f727-40d0-a66b-5c52e3882063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:47:20.013784 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:20.115418 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] For port ec529d14-50c4-4d90-8fe1-d7b22fa82064, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:47:20.119980 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] For port ec529d14-50c4-4d90-8fe1-d7b22fa82064, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ec529d14-50c4-4d90-8fe1-d7b22fa82064,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:47:20.215871 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:20.277481 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:20.278495 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:20.279791 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] 10.222.0.33 "PUT /v2.0/ports/ec529d14-50c4-4d90-8fe1-d7b22fa82064 HTTP/1.1" status: 200 len: 1093 time: 1.0985894 Jun 17 11:47:20.280596 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:20.283006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bd89d6-3e4a-427e-9dfa-f2dce75a91ac" -d '{"events": [{"name": "network-changed", "server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:20.334787 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e5271-4405-4de0-97eb-2bc2387d4677 service neutron] Pushing event updated for resources: {'Port': ['ID=ec529d14-50c4-4d90-8fe1-d7b22fa82064,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:20.370242 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50589ff-d334-4343-b2a4-c68fd73494b9 x-openstack-request-id: req-a50589ff-d334-4343-b2a4-c68fd73494b9 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:20.370538 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:20.370796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a50589ff-d334-4343-b2a4-c68fd73494b9 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:20.371211 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50589ff-d334-4343-b2a4-c68fd73494b9'] response: {'name': 'network-changed', 'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'status': 'completed', 'code': 200} Jun 17 11:47:20.455259 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:20.554406 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd89d6-3e4a-427e-9dfa-f2dce75a91ac req-31fecc3e-f013-4df0-b5f6-08db7c8dfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:20.556939 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76bd89d6-3e4a-427e-9dfa-f2dce75a91ac req-31fecc3e-f013-4df0-b5f6-08db7c8dfdb7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 1127 time: 0.1629081 Jun 17 11:47:20.625447 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61270f3a-fb04-4265-b001-6ebf46737d66 req-8a4b0983-f2ec-42ae-87c0-d82fe00ef5c8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:20.627061 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-61270f3a-fb04-4265-b001-6ebf46737d66 req-8a4b0983-f2ec-42ae-87c0-d82fe00ef5c8 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 943 time: 0.1692297 Jun 17 11:47:20.691094 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137c5c-9bad-494b-80d2-e6482dd00f3c req-8860c788-d745-41d1-93da-b53849c2a4fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:20.693893 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-20137c5c-9bad-494b-80d2-e6482dd00f3c req-8860c788-d745-41d1-93da-b53849c2a4fa tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 945 time: 0.1742308 Jun 17 11:47:20.893487 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35080) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:20.930381 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f95858fd-acb2-45a9-bbda-aaf145ddd3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:20.946106 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-61270f3a-fb04-4265-b001-6ebf46737d66 req-fd419edd-0194-4c71-97c4-7491559ecbe5 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009887 Jun 17 11:47:20.948322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd89d6-3e4a-427e-9dfa-f2dce75a91ac req-09241faf-9a11-479a-aef4-250894edef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:20.950829 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76bd89d6-3e4a-427e-9dfa-f2dce75a91ac req-09241faf-9a11-479a-aef4-250894edef5c service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c58cf63264414f30a98161f6027daad0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3567564 Jun 17 11:47:21.012777 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-20137c5c-9bad-494b-80d2-e6482dd00f3c req-6c0d5e19-75d5-4aa5-964c-d7739a993381 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824438 Jun 17 11:47:21.116132 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f95858fd-acb2-45a9-bbda-aaf145ddd3a4 admin admin] Publish callbacks [] for security_group (cfa96448-609e-4d35-a84f-0cf9f3b8c656), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.170120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd89d6-3e4a-427e-9dfa-f2dce75a91ac req-b52d060f-2613-4bd6-a041-6daf53815143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:21.171890 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76bd89d6-3e4a-427e-9dfa-f2dce75a91ac req-b52d060f-2613-4bd6-a041-6daf53815143 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787663 Jun 17 11:47:21.262764 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:47:21.289203 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-d172a6d6-7cb7-4658-abc4-f6fdf4ea4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:21.290961 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-d172a6d6-7cb7-4658-abc4-f6fdf4ea4d69 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 1127 time: 0.0689831 Jun 17 11:47:21.307299 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f95858fd-acb2-45a9-bbda-aaf145ddd3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (cfa96448-609e-4d35-a84f-0cf9f3b8c656), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.321755 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port f00e28a8-041d-4c99-8685-2e89673ad6b8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:47:21.328575 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.337538 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95858fd-acb2-45a9-bbda-aaf145ddd3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa96448-609e-4d35-a84f-0cf9f3b8c656,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:21.374801 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f95858fd-acb2-45a9-bbda-aaf145ddd3a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8495ed02cde40cf81184830fef1c171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753370 Jun 17 11:47:21.375133 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35084) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:21.389760 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-12ff41e9-9b09-40c4-966e-2ba2b0680fca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec529d14-50c4-4d90-8fe1-d7b22fa82064 HTTP/1.1" status: 200 len: 217 time: 0.0749533 Jun 17 11:47:21.440479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:21.448506 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:21.459835 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-06a32a4d-c00d-4bc0-a6dc-5bd923733e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:21.461088 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:21.462468 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-06a32a4d-c00d-4bc0-a6dc-5bd923733e85 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.0664554 Jun 17 11:47:21.463215 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:21.464166 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.471740 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5fbc039b-4e2e-4caf-971b-3c9f1983424b admin admin] Publish callbacks [] for security_group (cfa96448-609e-4d35-a84f-0cf9f3b8c656), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.499470 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:21.502875 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f92ab69-17bd-4b4b-8a6f-a74eb249e9cb" -d '{"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:21.518668 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:21.523023 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5fbc039b-4e2e-4caf-971b-3c9f1983424b admin admin] Publish callbacks [] for security_group (cfa96448-609e-4d35-a84f-0cf9f3b8c656), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.533004 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354ef2-695f-4e13-ae7b-927322a60748 req-3492abaa-08ae-4f4e-a3f9-6b8e49129b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:21.535885 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-3492abaa-08ae-4f4e-a3f9-6b8e49129b87 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617759 Jun 17 11:47:21.616559 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.681607 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:21.684388 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5fbc039b-4e2e-4caf-971b-3c9f1983424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (cfa96448-609e-4d35-a84f-0cf9f3b8c656), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.688225 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5fbc039b-4e2e-4caf-971b-3c9f1983424b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:21.692656 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-5fbc039b-4e2e-4caf-971b-3c9f1983424b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cfa96448-609e-4d35-a84f-0cf9f3b8c656 HTTP/1.1" status: 204 len: 168 time: 0.3162644 Jun 17 11:47:21.699815 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=7']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:21.703320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-56b81f96-1be2-414a-ab34-7d8fa693f9e1 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609342 Jun 17 11:47:21.709510 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc039b-4e2e-4caf-971b-3c9f1983424b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa96448-609e-4d35-a84f-0cf9f3b8c656,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:21.891261 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03354ef2-695f-4e13-ae7b-927322a60748 req-e4a4ff3b-c8f6-4dc4-88fe-e75d0c99c823 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790216 Jun 17 11:47:22.025427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42372d1-35e1-4135-aab6-26c083b5d5e4 x-openstack-request-id: req-b42372d1-35e1-4135-aab6-26c083b5d5e4 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:22.028282 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:22.028282 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b42372d1-35e1-4135-aab6-26c083b5d5e4 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:22.028282 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42372d1-35e1-4135-aab6-26c083b5d5e4'] response: {'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'code': 200} Jun 17 11:47:22.223275 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f3638-6f53-4b7a-9b5a-f74591a204cc req-c2dbcc40-4017-4536-b35d-ce974e8c060b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:22.224974 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8c8f3638-6f53-4b7a-9b5a-f74591a204cc req-c2dbcc40-4017-4536-b35d-ce974e8c060b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 943 time: 0.1096601 Jun 17 11:47:22.261535 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acec1d-10e4-4d21-a67d-7b2fe9fa56b1 req-dc0dec88-f6a5-4b29-bb2f-286fed1db47f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:22.263427 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-86acec1d-10e4-4d21-a67d-7b2fe9fa56b1 req-dc0dec88-f6a5-4b29-bb2f-286fed1db47f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1450582 Jun 17 11:47:22.369282 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8c8f3638-6f53-4b7a-9b5a-f74591a204cc req-50d75567-fc17-4936-9d9c-cfd1d1dc0c2a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288958 Jun 17 11:47:22.392350 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-86acec1d-10e4-4d21-a67d-7b2fe9fa56b1 req-4d2aca6e-ba69-4b32-bd49-2a5801de328a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166637 Jun 17 11:47:22.858727 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35100) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:22.884443 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:22.888007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c46f3ccf-b4d2-49a4-b751-06b67ac271b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:23.044716 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c46f3ccf-b4d2-49a4-b751-06b67ac271b3 admin admin] Publish callbacks [] for security_group (4da90dc2-3338-46e5-bd4a-a670bd4a5fa4), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:23.149929 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c46f3ccf-b4d2-49a4-b751-06b67ac271b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4da90dc2-3338-46e5-bd4a-a670bd4a5fa4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:23.212927 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35102) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:23.213782 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c46f3ccf-b4d2-49a4-b751-06b67ac271b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f7801e7043b4ec0b6c392dd39b14c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509521 Jun 17 11:47:23.215084 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f3ccf-b4d2-49a4-b751-06b67ac271b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da90dc2-3338-46e5-bd4a-a670bd4a5fa4,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:23.284822 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-002ec633-72d6-452f-a07e-3e69fc2ff8ef admin admin] Publish callbacks [] for security_group (4da90dc2-3338-46e5-bd4a-a670bd4a5fa4), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:23.322745 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-002ec633-72d6-452f-a07e-3e69fc2ff8ef admin admin] Publish callbacks [] for security_group (4da90dc2-3338-46e5-bd4a-a670bd4a5fa4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:23.362545 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:23.544408 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-002ec633-72d6-452f-a07e-3e69fc2ff8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4da90dc2-3338-46e5-bd4a-a670bd4a5fa4), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:23.550496 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-002ec633-72d6-452f-a07e-3e69fc2ff8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:23.551562 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-002ec633-72d6-452f-a07e-3e69fc2ff8ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4da90dc2-3338-46e5-bd4a-a670bd4a5fa4 HTTP/1.1" status: 204 len: 168 time: 0.3373559 Jun 17 11:47:23.612678 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ec633-72d6-452f-a07e-3e69fc2ff8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da90dc2-3338-46e5-bd4a-a670bd4a5fa4,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:23.672913 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece91f3-f51c-4627-a66f-effc829159b4 req-56a678c8-1707-4ec4-96f5-0c80f8346472 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:23.676049 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ece91f3-f51c-4627-a66f-effc829159b4 req-56a678c8-1707-4ec4-96f5-0c80f8346472 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 943 time: 0.2053378 Jun 17 11:47:23.695071 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece88eb0-67f0-4919-892f-005ba510ca5b req-752224b7-efb8-4d91-b663-230447022a88 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:23.710639 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ece88eb0-67f0-4919-892f-005ba510ca5b req-752224b7-efb8-4d91-b663-230447022a88 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1889279 Jun 17 11:47:23.833351 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ece88eb0-67f0-4919-892f-005ba510ca5b req-6e889a13-e18e-4f82-bfab-488e1bcc1e00 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213443 Jun 17 11:47:23.865954 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ece91f3-f51c-4627-a66f-effc829159b4 req-6d45b658-ec56-4b5d-be74-cea9f86e8e32 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509960 Jun 17 11:47:24.778917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:25.069375 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca0307-d6b9-43a5-b866-7cdc2f88ce64 req-5b705b95-da08-4484-8c04-94ff5c5e1c4a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:25.077206 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-06ca0307-d6b9-43a5-b866-7cdc2f88ce64 req-5b705b95-da08-4484-8c04-94ff5c5e1c4a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1045916 Jun 17 11:47:25.104733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0fc4a-7ec0-440e-8340-f2ef31209f4b req-e94dd17b-484e-4fbd-8714-ca6b99d4367a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:25.104733 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76a0fc4a-7ec0-440e-8340-f2ef31209f4b req-e94dd17b-484e-4fbd-8714-ca6b99d4367a tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 943 time: 0.1143031 Jun 17 11:47:25.184828 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-06ca0307-d6b9-43a5-b866-7cdc2f88ce64 req-20bcf4ff-1e0d-42b6-acb8-fa0870870439 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065850 Jun 17 11:47:25.232488 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76a0fc4a-7ec0-440e-8340-f2ef31209f4b req-dd009a17-74ee-4681-b905-ec1b23cf4bf1 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218050 Jun 17 11:47:25.272375 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device ec529d14-50c4-4d90-8fe1-d7b22fa82064 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:47:25.436493 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port ec529d14-50c4-4d90-8fe1-d7b22fa82064, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ec529d14-50c4-4d90-8fe1-d7b22fa82064,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:25.453935 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'port_id': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'mac_address': 'fa:16:3e:a7:15:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:47:25.501170 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port ec529d14-50c4-4d90-8fe1-d7b22fa82064 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:25.501712 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:25.520709 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec529d14-50c4-4d90-8fe1-d7b22fa82064 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:47:25.545796 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port ec529d14-50c4-4d90-8fe1-d7b22fa82064, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ec529d14-50c4-4d90-8fe1-d7b22fa82064,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:25.633144 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:25.704469 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=ec529d14-50c4-4d90-8fe1-d7b22fa82064,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:25.947049 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['ec529d14-50c4-4d90-8fe1-d7b22fa82064'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:47:26.011876 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35150) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:26.181090 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f952fa0f-78f2-4695-b838-d9bbf2acad52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:26.427653 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f952fa0f-78f2-4695-b838-d9bbf2acad52 admin admin] Publish callbacks [] for security_group (75cdc7bd-546a-4346-bdcd-6dfaca67fadf), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:26.449783 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a95dc-19a9-4bc1-ab11-c390d9ff6366 req-00dd0315-d307-4948-9d6e-ea3cf4d61659 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:26.451328 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-526a95dc-19a9-4bc1-ab11-c390d9ff6366 req-00dd0315-d307-4948-9d6e-ea3cf4d61659 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1145008 Jun 17 11:47:26.458551 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535c653-fe88-4ade-8e53-63f761c30088 req-aaf2ef9d-03d5-45f3-832b-3b66ba9b272c tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:26.466544 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9535c653-fe88-4ade-8e53-63f761c30088 req-aaf2ef9d-03d5-45f3-832b-3b66ba9b272c tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 944 time: 0.1120868 Jun 17 11:47:26.534118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:26.564013 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f952fa0f-78f2-4695-b838-d9bbf2acad52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (75cdc7bd-546a-4346-bdcd-6dfaca67fadf), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:26.587614 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9535c653-fe88-4ade-8e53-63f761c30088 req-b9fb246f-1bce-497c-9e31-f22ac6a85bcf tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200163 Jun 17 11:47:26.626125 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-526a95dc-19a9-4bc1-ab11-c390d9ff6366 req-d756eb65-8064-4971-abdb-c1735d9a062f tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504021 Jun 17 11:47:26.664626 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952fa0f-78f2-4695-b838-d9bbf2acad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cdc7bd-546a-4346-bdcd-6dfaca67fadf,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:26.672378 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f952fa0f-78f2-4695-b838-d9bbf2acad52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=811cf6bd28f94accb1d00a50e331b731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6594081 Jun 17 11:47:26.675851 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35160) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:26.756072 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a4-73ab-4e7c-9421-3b65d0bc4a9b admin admin] Publish callbacks [] for security_group (75cdc7bd-546a-4346-bdcd-6dfaca67fadf), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:26.788218 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a4-73ab-4e7c-9421-3b65d0bc4a9b admin admin] Publish callbacks [] for security_group (75cdc7bd-546a-4346-bdcd-6dfaca67fadf), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:27.027636 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a4-73ab-4e7c-9421-3b65d0bc4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (75cdc7bd-546a-4346-bdcd-6dfaca67fadf), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:27.035699 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a4-73ab-4e7c-9421-3b65d0bc4a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:27.037594 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d962c4a4-73ab-4e7c-9421-3b65d0bc4a9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75cdc7bd-546a-4346-bdcd-6dfaca67fadf HTTP/1.1" status: 204 len: 168 time: 0.3604715 Jun 17 11:47:27.057460 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c4a4-73ab-4e7c-9421-3b65d0bc4a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cdc7bd-546a-4346-bdcd-6dfaca67fadf,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:27.289762 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device ec529d14-50c4-4d90-8fe1-d7b22fa82064 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:47:27.386509 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port ec529d14-50c4-4d90-8fe1-d7b22fa82064 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:47:27.490754 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port ec529d14-50c4-4d90-8fe1-d7b22fa82064 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:47:27.491800 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:27.729456 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port ec529d14-50c4-4d90-8fe1-d7b22fa82064 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:27.730084 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:27.828088 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:27.832813 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca19de-ee38-4660-90fc-3062b2905061" -d '{"events": [{"server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "name": "network-vif-plugged", "status": "completed", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:27.841800 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b5d4-221f-4656-b853-d3dc60f6e04e req-505e1994-c6aa-4f45-87e7-148d2fb535e2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:27.841800 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-93b8b5d4-221f-4656-b853-d3dc60f6e04e req-505e1994-c6aa-4f45-87e7-148d2fb535e2 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 944 time: 0.1345770 Jun 17 11:47:27.893447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port ec529d14-50c4-4d90-8fe1-d7b22fa82064, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ec529d14-50c4-4d90-8fe1-d7b22fa82064,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:27.944279 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5cdf9-f3c2-4270-885f-791a6028a0c7 req-219dea29-4005-4ac6-ae8b-8146558a8c11 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:27.946075 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1aa5cdf9-f3c2-4270-885f-791a6028a0c7 req-219dea29-4005-4ac6-ae8b-8146558a8c11 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1055243 Jun 17 11:47:27.974328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:27.980952 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-93b8b5d4-221f-4656-b853-d3dc60f6e04e req-34bc360b-60c4-4234-9d72-4857c1e08079 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271029 Jun 17 11:47:28.024733 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=ec529d14-50c4-4d90-8fe1-d7b22fa82064,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:28.050473 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1aa5cdf9-f3c2-4270-885f-791a6028a0c7 req-e2e1b348-28f4-42e2-b7d2-5b85e2e46f97 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842810 Jun 17 11:47:28.063315 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e244db26-ea66-41aa-94c8-888669fba974 x-openstack-request-id: req-e244db26-ea66-41aa-94c8-888669fba974 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:28.063786 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "name": "network-vif-plugged", "status": "completed", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:28.064039 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e244db26-ea66-41aa-94c8-888669fba974 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:28.064677 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e244db26-ea66-41aa-94c8-888669fba974'] response: {'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'code': 200} Jun 17 11:47:28.842753 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371fb93-16b5-4a54-afda-c23e0826ca83 req-e7a07bfb-b810-4ec7-b981-763e333c73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:28.847199 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e371fb93-16b5-4a54-afda-c23e0826ca83 req-e7a07bfb-b810-4ec7-b981-763e333c73c1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 1129 time: 0.0988164 Jun 17 11:47:28.913796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:28.971007 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e371fb93-16b5-4a54-afda-c23e0826ca83 req-fc732696-e598-4687-b4a3-8073acca0804 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145842 Jun 17 11:47:29.175024 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2c55f-a76b-45b6-acf2-7714755432f8 req-29ac29df-5278-4f1d-95e9-f0973245eab0 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:29.183176 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4da2c55f-a76b-45b6-acf2-7714755432f8 req-29ac29df-5278-4f1d-95e9-f0973245eab0 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.0843654 Jun 17 11:47:29.297599 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4da2c55f-a76b-45b6-acf2-7714755432f8 req-db9f937f-96d3-43bd-b949-91e758617849 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117420 Jun 17 11:47:29.345645 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d62de-3924-454a-b4ff-5e8044ae5814 req-50bdf0b4-e732-431a-bc84-370d16d52f3b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:29.348659 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3a1d62de-3924-454a-b4ff-5e8044ae5814 req-50bdf0b4-e732-431a-bc84-370d16d52f3b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1088114 Jun 17 11:47:29.429940 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3a1d62de-3924-454a-b4ff-5e8044ae5814 req-0405dd68-b150-413b-896c-74e0cc0bd1d7 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729244 Jun 17 11:47:30.458616 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b05c0-689e-4181-ab21-36b70be57952 req-3c7a2538-ff59-493f-bd82-4993a9d8109d tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:30.467934 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-940b05c0-689e-4181-ab21-36b70be57952 req-3c7a2538-ff59-493f-bd82-4993a9d8109d tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.0728910 Jun 17 11:47:30.531218 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-940b05c0-689e-4181-ab21-36b70be57952 req-f41663cc-8405-418e-ae12-aad2bf34fb46 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622244 Jun 17 11:47:30.715582 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc4d6-30bd-4680-885c-5484442e4863 req-5fb531fd-3f99-4701-ab08-4beea409b67e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:30.717540 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e6fcc4d6-30bd-4680-885c-5484442e4863 req-5fb531fd-3f99-4701-ab08-4beea409b67e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0701149 Jun 17 11:47:30.827682 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e6fcc4d6-30bd-4680-885c-5484442e4863 req-f5ad0321-9801-4c31-8ab5-01d5766e6a60 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998249 Jun 17 11:47:31.700100 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f761-0312-4fe3-91b4-710bdb58f396 req-1a14899c-f823-4834-bd7b-378d0c19efbd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:31.702147 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a449f761-0312-4fe3-91b4-710bdb58f396 req-1a14899c-f823-4834-bd7b-378d0c19efbd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.0801599 Jun 17 11:47:31.807119 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a449f761-0312-4fe3-91b4-710bdb58f396 req-72a5dff8-0edb-4b08-943a-6c9d5362602e tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904984 Jun 17 11:47:32.068635 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a63958-ded5-428c-8566-860dc13aaa84 req-b3a516c8-2173-4d62-a208-a68bcb11c846 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:32.071450 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-43a63958-ded5-428c-8566-860dc13aaa84 req-b3a516c8-2173-4d62-a208-a68bcb11c846 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.1136763 Jun 17 11:47:32.089660 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35292) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:32.096802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Request body: {'floatingip': {'port_id': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:32.141291 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (01f07cee-91a5-411f-806f-759ebe8a2a4c), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:32.141551 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ffceb-28ac-4a66-8827-e9c0853b4695 req-48850b7d-3c99-4fba-80ae-37a498f5cea5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:32.144169 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c82ffceb-28ac-4a66-8827-e9c0853b4695 req-48850b7d-3c99-4fba-80ae-37a498f5cea5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1106436 Jun 17 11:47:32.159630 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:32.229573 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c82ffceb-28ac-4a66-8827-e9c0853b4695 req-934aaaa5-9799-4885-9737-be87139433e6 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771055 Jun 17 11:47:32.543675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:32.655575 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:33.042431 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (01f07cee-91a5-411f-806f-759ebe8a2a4c), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:33.150408 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP 01f07cee-91a5-411f-806f-759ebe8a2a4c associated. External IP: 172.27.2.219, port: ec529d14-50c4-4d90-8fe1-d7b22fa82064. Jun 17 11:47:33.247773 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:33.405915 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac74c4-af30-40e4-aab5-e80a71b2faad req-079bb4e6-e51b-4d7f-b449-94247a985f49 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:33.416073 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-baac74c4-af30-40e4-aab5-e80a71b2faad req-079bb4e6-e51b-4d7f-b449-94247a985f49 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0799372 Jun 17 11:47:33.486300 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-baac74c4-af30-40e4-aab5-e80a71b2faad req-00a61605-6eff-4a88-9387-de6604fa6bc0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688014 Jun 17 11:47:33.521704 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:47:33.688380 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:47:33.693970 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:33.700512 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:47:33.717404 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:47:33.718380 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:47:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:33.757525 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1cb801de-cdba-462a-af74-479f2b8ffe28 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "PUT /v2.0/floatingips/01f07cee-91a5-411f-806f-759ebe8a2a4c HTTP/1.1" status: 200 len: 991 time: 1.6663213 Jun 17 11:47:33.758347 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:33.762168 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d103e946-09ce-4e89-a0ca-6fbc8d448977" -d '{"events": [{"name": "network-changed", "server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:33.799625 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:34.055487 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:34.081027 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aebd58a-f0a2-4f2d-a544-d60a8186fd4c x-openstack-request-id: req-9aebd58a-f0a2-4f2d-a544-d60a8186fd4c {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:34.081596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:34.081990 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9aebd58a-f0a2-4f2d-a544-d60a8186fd4c {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:34.082856 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aebd58a-f0a2-4f2d-a544-d60a8186fd4c'] response: {'name': 'network-changed', 'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'status': 'completed', 'code': 200} Jun 17 11:47:34.089476 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:47:34.152415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-4e0deb63-5500-4443-9f61-e0ee378f37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:34.154702 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-4e0deb63-5500-4443-9f61-e0ee378f37b5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c58cf63264414f30a98161f6027daad0&device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 1129 time: 0.0476251 Jun 17 11:47:34.309642 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-53fd0c06-d339-4cbc-ab84-c8f835cff4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:34.312104 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-53fd0c06-d339-4cbc-ab84-c8f835cff4d7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 200 len: 915 time: 0.1484268 Jun 17 11:47:34.390455 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '01f07cee-91a5-411f-806f-759ebe8a2a4c', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:a7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfb97a-c546-496a-9557-1663ada483b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:47:12Z', 'updated_at': '2022-06-17T11:47:32Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:34.419012 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:47:34.422815 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-81511ab8-1b2f-4722-9267-6f6708a92f6f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec529d14-50c4-4d90-8fe1-d7b22fa82064 HTTP/1.1" status: 200 len: 999 time: 0.1039288 Jun 17 11:47:34.430014 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:47:34.430712 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:47:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:34.506811 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-4cef4356-81d5-425e-989f-53e74a62995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:34.508446 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-4cef4356-81d5-425e-989f-53e74a62995e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 200 len: 853 time: 0.0793219 Jun 17 11:47:34.580670 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:47:34.587819 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-225e3bf6-532e-450a-8165-433afd0f155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:34.589488 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-225e3bf6-532e-450a-8165-433afd0f155c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=562be4fa-7f02-4e16-ab0e-484de596db99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726235 Jun 17 11:47:34.691424 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94b2c0-bc2c-4da6-8f7b-59d9284e54ec req-287abeb5-4c12-4c83-944f-e9b42d5a29f2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:34.693951 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5f94b2c0-bc2c-4da6-8f7b-59d9284e54ec req-287abeb5-4c12-4c83-944f-e9b42d5a29f2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.1086073 Jun 17 11:47:34.742970 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:34.794735 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5f94b2c0-bc2c-4da6-8f7b-59d9284e54ec req-04f4a521-7d0b-49a2-a6f4-be14d40ed124 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907824 Jun 17 11:47:34.797362 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-7fecf24c-adbc-4477-a40f-0a17da4df075 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986446 Jun 17 11:47:34.915812 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d103e946-09ce-4e89-a0ca-6fbc8d448977 req-f0de3747-5889-4f5c-8c22-2e22d8e03a62 service neutron] 10.222.0.33 "GET /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116486 Jun 17 11:47:34.920063 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '01f07cee-91a5-411f-806f-759ebe8a2a4c', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:a7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfb97a-c546-496a-9557-1663ada483b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:47:12Z', 'updated_at': '2022-06-17T11:47:32Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:34.949997 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7236b-1e37-4b4a-a694-df4abb56c7f6 None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '01f07cee-91a5-411f-806f-759ebe8a2a4c', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'port_id': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'mac_address': 'fa:16:3e:a7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfb97a-c546-496a-9557-1663ada483b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:47:12Z', 'updated_at': '2022-06-17T11:47:32Z', 'revision_number': 1, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:47:35.188390 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e8ff6-0d44-4c06-a02d-0fe305e49714 None None] New status for floating IP 01f07cee-91a5-411f-806f-759ebe8a2a4c: ACTIVE {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:47:35.512450 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-c846b8de-e7e5-4128-9e77-ea675adfe5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:35.515532 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-c846b8de-e7e5-4128-9e77-ea675adfe5a4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 1130 time: 0.0577073 Jun 17 11:47:35.683084 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-bdd0c971-a0bf-4a8c-b457-6be53e5a4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:35.685655 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-bdd0c971-a0bf-4a8c-b457-6be53e5a4f38 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 917 time: 0.1623099 Jun 17 11:47:35.769510 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-30c98d48-d7c9-4f45-a366-7440aa7e4777 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 200 len: 1002 time: 0.0732722 Jun 17 11:47:35.857353 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-1e8be572-2fef-41cb-a9c7-00dad1c09b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:35.859841 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-1e8be572-2fef-41cb-a9c7-00dad1c09b83 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.0824409 Jun 17 11:47:35.944210 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-92871b7c-1cb6-4486-b463-d5e828058f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:35.945751 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-92871b7c-1cb6-4486-b463-d5e828058f63 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784311 Jun 17 11:47:35.954585 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d53f-0631-44cd-906e-81419dbad2d5 req-dc644657-fd64-4047-9a5a-a6e62f4ecea2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:35.956611 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3cb1d53f-0631-44cd-906e-81419dbad2d5 req-dc644657-fd64-4047-9a5a-a6e62f4ecea2 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0777063 Jun 17 11:47:35.994852 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:36.083054 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3cb1d53f-0631-44cd-906e-81419dbad2d5 req-701aba4d-f7e1-4cb7-8dab-0810524793d9 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177485 Jun 17 11:47:36.111180 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-1caf63a0-fb61-461d-a9d9-30bb7356d780 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534297 Jun 17 11:47:36.550379 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-be5b3d73-674f-4b43-a2a8-57cb33539601 req-0d8a3245-7cf7-430a-b675-4b5e046aea8a service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282620 Jun 17 11:47:37.272980 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d1f0f-b678-4dea-9148-bfa31d864234 req-a0edde01-8f2e-48db-bc05-46c1e4c755a4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:37.274718 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c7d1f0f-b678-4dea-9148-bfa31d864234 req-a0edde01-8f2e-48db-bc05-46c1e4c755a4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0575116 Jun 17 11:47:37.348164 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c7d1f0f-b678-4dea-9148-bfa31d864234 req-cfd088ae-e643-4987-8f06-6f80a3e9f7dd tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670958 Jun 17 11:47:38.500271 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629112d-51a9-402b-800a-80cb74b4e721 req-1d2d5700-4b2a-4e69-8f45-769e8f2067a0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:38.503804 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7629112d-51a9-402b-800a-80cb74b4e721 req-1d2d5700-4b2a-4e69-8f45-769e8f2067a0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 946 time: 0.0705614 Jun 17 11:47:38.569486 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7629112d-51a9-402b-800a-80cb74b4e721 req-94e9c20a-609d-4aef-9511-120dbf3e201e tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578620 Jun 17 11:47:38.971928 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:39.350571 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:47:39.450462 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: ACTIVE; New status is: DOWN {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:39.450810 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:39.480555 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:39.482839 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67a661b-c7b6-4d75-9631-49bd54bb37ea" -d '{"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-unplugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:39.504313 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:39.537237 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac0a016-44a7-4248-8730-ac62c8018c40 x-openstack-request-id: req-9ac0a016-44a7-4248-8730-ac62c8018c40 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:39.537660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-unplugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:39.537914 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ac0a016-44a7-4248-8730-ac62c8018c40 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:39.538454 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac0a016-44a7-4248-8730-ac62c8018c40'] response: {'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'code': 200} Jun 17 11:47:39.596543 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:39.663571 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=8']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:39.718385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42319798-7126-4fd3-a2f6-0a8e5192688d req-2de615a8-4753-4a92-bcb2-2ed86d44a8a5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:39.720907 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-42319798-7126-4fd3-a2f6-0a8e5192688d req-2de615a8-4753-4a92-bcb2-2ed86d44a8a5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0628195 Jun 17 11:47:39.742936 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:39.784327 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-42319798-7126-4fd3-a2f6-0a8e5192688d req-2ca6ee9e-6c65-4c03-b300-41845083eadd tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568094 Jun 17 11:47:42.875265 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:47:43.203936 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd60b-a8e2-4f65-8b7e-8a6d75c09903 req-0f9a93bd-1ed0-46e1-84f3-8d7ffe3cdf08 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:43.205460 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bf2cd60b-a8e2-4f65-8b7e-8a6d75c09903 req-0f9a93bd-1ed0-46e1-84f3-8d7ffe3cdf08 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0525520 Jun 17 11:47:43.262543 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bf2cd60b-a8e2-4f65-8b7e-8a6d75c09903 req-fdf26d32-e31c-4f1d-a699-5f55bb2731dc tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505893 Jun 17 11:47:43.384501 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:47:43.468283 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: DOWN; New status is: DOWN {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:43.737535 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:43.748617 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=57 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:43.890134 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a16cdbe7-69c5-4d5e-b985-047eaaeb897a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:43.993769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35450) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:44.084478 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-5abb93d0-4728-43d3-b8d2-53468d7635b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894682 Jun 17 11:47:44.098400 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-57dca6ff-e19b-4b55-81ce-abe0215d6bda service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:47:44.100100 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-57dca6ff-e19b-4b55-81ce-abe0215d6bda service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089478 Jun 17 11:47:44.184975 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35458) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:44.289192 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-595fddb7-817f-409c-935b-e61fb7239c89 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:44.290513 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-595fddb7-817f-409c-935b-e61fb7239c89 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports/f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 200 len: 941 time: 0.1044714 Jun 17 11:47:44.419187 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543202f-ac86-48c4-816d-2921d23fd357 req-da890922-6b30-4881-b272-0979cd337c3d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:44.420806 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6543202f-ac86-48c4-816d-2921d23fd357 req-da890922-6b30-4881-b272-0979cd337c3d tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0654142 Jun 17 11:47:44.502901 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6543202f-ac86-48c4-816d-2921d23fd357 req-2445d5fe-825b-4444-8c14-f27abc41b486 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638030 Jun 17 11:47:45.389221 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-019831c1-2530-4937-8052-3c5ca346086d req-5c777f86-4fdb-469a-9e70-3a6eb4f0be93 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887351586&fields=id&tenant_id=6466d6627209487ca62377eb7aa5d9e4 HTTP/1.1" status: 200 len: 267 time: 0.0544426 Jun 17 11:47:45.449103 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019831c1-2530-4937-8052-3c5ca346086d req-2589dc72-fc30-4388-b80f-4bd5d2a7036c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:45.450627 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-019831c1-2530-4937-8052-3c5ca346086d req-2589dc72-fc30-4388-b80f-4bd5d2a7036c tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 984 time: 0.0554094 Jun 17 11:47:45.462077 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Request body: {'port': {'security_groups': ['0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:47:45.551060 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:45.718755 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:45.848827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d8a2f-4cc6-42e5-9d12-9bcd4d7c47ba req-4d3c9eb4-2b1c-4343-979e-ec733769f356 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:45.850420 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c89d8a2f-4cc6-42e5-9d12-9bcd4d7c47ba req-4d3c9eb4-2b1c-4343-979e-ec733769f356 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.1013281 Jun 17 11:47:45.890306 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f866082a-76d6-466b-8c49-7a5068d4d87f,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:45.946632 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c89d8a2f-4cc6-42e5-9d12-9bcd4d7c47ba req-2261a6f0-3121-4372-a1f4-eea9ebb69b0a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885015 Jun 17 11:47:45.948801 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.060157 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.070116 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:46.076794 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f866082a-76d6-466b-8c49-7a5068d4d87f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:47:46.113629 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.113911 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.115477 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-019831c1-2530-4937-8052-3c5ca346086d req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "PUT /v2.0/ports/f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 942 time: 0.6582074 Jun 17 11:47:46.115958 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:46.119221 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c761d-bbfd-49ce-a001-045e08be2505" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:46.125884 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35492) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:46.148852 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f8ddf-40b6-42e1-afbb-7164bfb68101 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event updated for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=7']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:46.204868 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d1741b-5843-4605-a392-00eda97d26c6 x-openstack-request-id: req-c9d1741b-5843-4605-a392-00eda97d26c6 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:46.205243 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:46.206614 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9d1741b-5843-4605-a392-00eda97d26c6 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:46.206614 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d1741b-5843-4605-a392-00eda97d26c6'] response: {'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'status': 'completed', 'code': 200} Jun 17 11:47:46.220271 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:46.233012 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfcd-4b82-4d20-871a-6a3bc96802bb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group (8d91bc0d-447a-4a42-893d-4ee42b359dc9), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.241820 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f866082a-76d6-466b-8c49-7a5068d4d87f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:47:46.259393 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8c05c942-caed-4e35-9ae0-ec4ed7ededc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.281152 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfcd-4b82-4d20-871a-6a3bc96802bb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group (8d91bc0d-447a-4a42-893d-4ee42b359dc9), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.423207 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:46.456350 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfcd-4b82-4d20-871a-6a3bc96802bb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (8d91bc0d-447a-4a42-893d-4ee42b359dc9), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.459234 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfcd-4b82-4d20-871a-6a3bc96802bb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.461365 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3a5ebfcd-4b82-4d20-871a-6a3bc96802bb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "DELETE /v2.0/security-groups/8d91bc0d-447a-4a42-893d-4ee42b359dc9 HTTP/1.1" status: 204 len: 168 time: 0.3328872 Jun 17 11:47:46.465084 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d728e5d3-e976-47fc-b646-da8e9325f092 None None] Provisioning complete for port f866082a-76d6-466b-8c49-7a5068d4d87f triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:47:46.465460 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d728e5d3-e976-47fc-b646-da8e9325f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.487876 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35496) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:47:46.516422 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ebfcd-4b82-4d20-871a-6a3bc96802bb tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d91bc0d-447a-4a42-893d-4ee42b359dc9,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:46.577315 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c761d-bbfd-49ce-a001-045e08be2505 req-5acc8cd9-f22d-46f3-b5ee-f26723630a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.578943 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-617c761d-bbfd-49ce-a001-045e08be2505 req-5acc8cd9-f22d-46f3-b5ee-f26723630a26 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1129 time: 0.1328292 Jun 17 11:47:46.581039 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-03a408f3-e496-4b25-bf4e-38f24d56274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.587848 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-03a408f3-e496-4b25-bf4e-38f24d56274b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d&tenant_id=bc8dc1335e284eee8cca45d5720d5f16 HTTP/1.1" status: 200 len: 1128 time: 0.1195729 Jun 17 11:47:46.588217 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d728e5d3-e976-47fc-b646-da8e9325f092 None None] Current status of the port f866082a-76d6-466b-8c49-7a5068d4d87f is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:46.651024 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-ebfa99de-a8a6-458e-a80c-33813d135095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.652573 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-ebfa99de-a8a6-458e-a80c-33813d135095 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 1128 time: 0.0420804 Jun 17 11:47:46.750823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Deleting port 88c235ea-a4c2-40c0-b880-bd05961f067b {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:47:46.751540 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.768517 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-d0e10821-ab90-44f6-b015-d70373ab3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.770008 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-d0e10821-ab90-44f6-b015-d70373ab3188 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 200 len: 917 time: 0.1098089 Jun 17 11:47:46.785910 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c761d-bbfd-49ce-a001-045e08be2505 req-829396e6-01ab-4178-962c-cc36a2bb2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.794042 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-617c761d-bbfd-49ce-a001-045e08be2505 req-829396e6-01ab-4178-962c-cc36a2bb2743 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 915 time: 0.1655176 Jun 17 11:47:46.872965 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-717bf634-fe0c-496c-9cb0-350f6469981f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 200 len: 1000 time: 0.0961485 Jun 17 11:47:46.907063 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-617c761d-bbfd-49ce-a001-045e08be2505 req-2476c201-f7f1-4794-8257-9152040c9b4a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 1000 time: 0.0814452 Jun 17 11:47:46.908991 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.909396 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for floatingip (88c235ea-a4c2-40c0-b880-bd05961f067b), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:46.928165 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-e0ac15bd-8e3c-4d2d-ab0a-f6fcea6376fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.929710 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-e0ac15bd-8e3c-4d2d-ab0a-f6fcea6376fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 200 len: 855 time: 0.0496798 Jun 17 11:47:46.951660 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Calling delete_port for 88c235ea-a4c2-40c0-b880-bd05961f067b owned by network:floatingip {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:47:46.985527 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-25c36d2c-6b4f-4b55-b992-4f3586d31805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:46.987401 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-25c36d2c-6b4f-4b55-b992-4f3586d31805 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e586d9ae-1ebe-4cac-a969-e5265b9acb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510399 Jun 17 11:47:47.015729 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c761d-bbfd-49ce-a001-045e08be2505 req-0c3d8a51-e208-4c3b-b4aa-5eea250fe530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:47.017272 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-617c761d-bbfd-49ce-a001-045e08be2505 req-0c3d8a51-e208-4c3b-b4aa-5eea250fe530 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 200 len: 853 time: 0.1000912 Jun 17 11:47:47.111055 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-2e3f1e47-abb1-4f26-bee5-35a3e448f343 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132789 Jun 17 11:47:47.138257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c761d-bbfd-49ce-a001-045e08be2505 req-96bd080d-9eb7-4ca1-b588-77b25c1c77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:47.144121 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-617c761d-bbfd-49ce-a001-045e08be2505 req-96bd080d-9eb7-4ca1-b588-77b25c1c77a2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8466ff83-1798-416f-b100-eb5c1e5d2fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146450 Jun 17 11:47:47.174852 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d94408-0bb0-455a-937b-aa4256343c60 req-33405086-96a6-4e04-8834-8d633975bf86 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:47.176480 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-10d94408-0bb0-455a-937b-aa4256343c60 req-33405086-96a6-4e04-8834-8d633975bf86 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.1133912 Jun 17 11:47:47.229675 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-6e3868d7-a8ad-4251-a318-cc2682e74178 service neutron] 10.222.0.33 "GET /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113055 Jun 17 11:47:47.300750 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-10d94408-0bb0-455a-937b-aa4256343c60 req-ada6e079-d950-4682-877c-1953cd432764 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119502 Jun 17 11:47:47.304637 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:47.359535 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-617c761d-bbfd-49ce-a001-045e08be2505 req-4abb86c2-af2a-441f-9130-4b0c54e08154 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088177 Jun 17 11:47:47.359535 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:47.438558 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:47.526761 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-617c761d-bbfd-49ce-a001-045e08be2505 req-e6db9cc7-4daf-4076-873b-abc246271973 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619270 Jun 17 11:47:47.564900 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (88c235ea-a4c2-40c0-b880-bd05961f067b), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:47.597853 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event deleted for resources: {'Port': ['ID=88c235ea-a4c2-40c0-b880-bd05961f067b,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:47.640643 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks [] for floatingip (afeaeff4-3b33-4519-b5e4-aa12d6952c5a), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:47.641116 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Floating IP afeaeff4-3b33-4519-b5e4-aa12d6952c5a disassociated (deleted). External IP: 172.27.2.23, port: f866082a-76d6-466b-8c49-7a5068d4d87f. Jun 17 11:47:47.887033 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Router 90280592-b570-4878-b9ae-ac0970c65729 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:47:47.995102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:47:48.000283 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:48.005464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01556cef-7f43-49ee-977e-63b862963956 None None] Sync routers for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:47:48.015943 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:47:48.016651 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:47:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:48.029590 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:48.038572 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-56f18b05-e2f8-4c07-8b79-cf40247923ab tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "DELETE /v2.0/floatingips/afeaeff4-3b33-4519-b5e4-aa12d6952c5a HTTP/1.1" status: 204 len: 168 time: 1.5470183 Jun 17 11:47:48.184765 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:47:48.207906 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:48.211118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85105f5-32cc-46cc-b209-50b23365e49b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:48.412899 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bea94c-084e-4171-af2d-3221b569f458 x-openstack-request-id: req-99bea94c-084e-4171-af2d-3221b569f458 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:48.413308 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:48.414483 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99bea94c-084e-4171-af2d-3221b569f458 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:48.417075 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bea94c-084e-4171-af2d-3221b569f458'] response: {'name': 'network-changed', 'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'status': 'completed', 'code': 200} Jun 17 11:47:48.564357 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 5, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:48.575572 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdf1e-d59c-444b-9671-b2790d459ff3 req-3c0c1063-ba54-4c18-a998-d9ae0cca6067 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:48.584462 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d57cdf1e-d59c-444b-9671-b2790d459ff3 req-3c0c1063-ba54-4c18-a998-d9ae0cca6067 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.1072161 Jun 17 11:47:48.629387 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01556cef-7f43-49ee-977e-63b862963956 None None] Checking router: 90280592-b570-4878-b9ae-ac0970c65729 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:47:48.646608 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:47:48.647261 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:47:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:48.666220 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d57cdf1e-d59c-444b-9671-b2790d459ff3 req-82e70caa-db2a-4e80-96d5-91c17e532786 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732074 Jun 17 11:47:48.735651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635c429-f2e1-4eb7-aa18-794c288c31a5 req-3cf06382-ab4f-416d-b8b1-93c488276bc1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:48.744905 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5635c429-f2e1-4eb7-aa18-794c288c31a5 req-3cf06382-ab4f-416d-b8b1-93c488276bc1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0710027 Jun 17 11:47:48.785096 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:47:48.815739 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5635c429-f2e1-4eb7-aa18-794c288c31a5 req-00342181-c51d-458c-8a36-a33bbd003339 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685110 Jun 17 11:47:49.128274 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:49.140041 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01556cef-7f43-49ee-977e-63b862963956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 5, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:47:49.141674 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:49.166474 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01556cef-7f43-49ee-977e-63b862963956 None None] The sync data for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi is: [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:53Z', 'revision_number': 4, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'f34d3bb3-175f-49fe-8515-0035356ce146', 'name': '', 'network_id': '8466ff83-1798-416f-b100-eb5c1e5d2fe0', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'mac_address': 'fa:16:3e:33:1b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:52Z', 'updated_at': '2022-06-17T11:44:58Z', 'revision_number': 5, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'subnets': [{'id': '4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:47:49.425765 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd70389-ce08-4e87-8e2d-14353bdc5fb5 None None] New status for floating IP afeaeff4-3b33-4519-b5e4-aa12d6952c5a: DOWN {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:47:49.426799 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:49.429527 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:49.810541 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4020f-2164-4f88-a590-a29ff50091e0 req-dc9f3797-dc91-4df9-915c-2da43d4f13b3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:49.812030 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9f4020f-2164-4f88-a590-a29ff50091e0 req-dc9f3797-dc91-4df9-915c-2da43d4f13b3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0511045 Jun 17 11:47:49.864388 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9f4020f-2164-4f88-a590-a29ff50091e0 req-680e1e14-d3a0-42f6-a32a-085b6c22a1fe tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465863 Jun 17 11:47:49.961756 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c302b0-ae80-46b5-9617-b4d54e939a03 req-a9b377f9-924d-48b3-8c10-245445b449b1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:49.963234 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c5c302b0-ae80-46b5-9617-b4d54e939a03 req-a9b377f9-924d-48b3-8c10-245445b449b1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0479913 Jun 17 11:47:50.012647 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c5c302b0-ae80-46b5-9617-b4d54e939a03 req-202904ae-d780-4143-8d94-85123c384e32 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Jun 17 11:47:51.037626 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeadfb6-850d-4ae1-9916-03f835d872e0 req-93ddb294-51f4-4df9-b5d6-1f58d0d4f5b8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:51.040247 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffeadfb6-850d-4ae1-9916-03f835d872e0 req-93ddb294-51f4-4df9-b5d6-1f58d0d4f5b8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0763752 Jun 17 11:47:51.158462 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ffeadfb6-850d-4ae1-9916-03f835d872e0 req-6d178964-a4bf-4460-a428-0cc30da245ea tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111090 Jun 17 11:47:51.192493 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0d08-665b-40d9-b67f-a250aa7eb254 req-2331c48e-c6d6-4662-a006-4cd1324904f6 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:51.195967 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-500f0d08-665b-40d9-b67f-a250aa7eb254 req-2331c48e-c6d6-4662-a006-4cd1324904f6 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0714383 Jun 17 11:47:51.256112 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-500f0d08-665b-40d9-b67f-a250aa7eb254 req-ea9ddcac-7740-4734-b74b-8a68ce303527 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558555 Jun 17 11:47:52.298969 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cecac-6e4c-4cc0-a1d4-b88f6df5a51b req-7645f74a-4f23-4d62-81d2-e3ebfa916970 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:52.301197 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc6cecac-6e4c-4cc0-a1d4-b88f6df5a51b req-7645f74a-4f23-4d62-81d2-e3ebfa916970 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0506203 Jun 17 11:47:52.405241 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc6cecac-6e4c-4cc0-a1d4-b88f6df5a51b req-725b3c77-e95c-47fc-819b-1c4cadcc4234 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869374 Jun 17 11:47:52.503900 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c037f-39c2-4f36-a72d-6e6f3ca8b9f9 req-dd26380e-49ca-4820-8ec7-241b5094b33d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:52.505996 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-351c037f-39c2-4f36-a72d-6e6f3ca8b9f9 req-dd26380e-49ca-4820-8ec7-241b5094b33d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0772376 Jun 17 11:47:52.581478 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-351c037f-39c2-4f36-a72d-6e6f3ca8b9f9 req-b559fc2c-39af-4142-8b7f-422072d86784 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695028 Jun 17 11:47:53.566634 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062431-e90a-4881-82ee-3e7f992ed633 req-d4b63640-17e2-4165-9f68-c558cee6ba33 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:53.568508 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b062431-e90a-4881-82ee-3e7f992ed633 req-d4b63640-17e2-4165-9f68-c558cee6ba33 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0594621 Jun 17 11:47:53.628884 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b062431-e90a-4881-82ee-3e7f992ed633 req-a329cad2-75db-4ef8-9247-6909389f5710 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529013 Jun 17 11:47:53.736072 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff90f5a-e32e-4753-b699-296a33440a14 req-476a0409-c96e-4965-8b17-ad6655e0f976 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:53.738192 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ff90f5a-e32e-4753-b699-296a33440a14 req-476a0409-c96e-4965-8b17-ad6655e0f976 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0550056 Jun 17 11:47:53.780867 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:53.789540 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ff90f5a-e32e-4753-b699-296a33440a14 req-4479bc06-8d4b-4cc0-b53b-872540611318 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452197 Jun 17 11:47:54.786629 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:54.807862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26947991-db66-4f1a-b213-02fdaac8eaca req-c84027b0-c076-4811-a4c6-cd02235eacac tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:54.810332 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-26947991-db66-4f1a-b213-02fdaac8eaca req-c84027b0-c076-4811-a4c6-cd02235eacac tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0641522 Jun 17 11:47:54.912505 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:54.935194 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-26947991-db66-4f1a-b213-02fdaac8eaca req-a631a2f0-c822-4cbf-a01b-db8c9cc57613 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108541 Jun 17 11:47:54.966061 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c5e3-dd20-4544-bc02-a1faaa1844db req-adad8024-cd21-4ea5-8e64-fb2485c4a610 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:54.973933 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17b2c5e3-dd20-4544-bc02-a1faaa1844db req-adad8024-cd21-4ea5-8e64-fb2485c4a610 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0769675 Jun 17 11:47:55.060831 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-17b2c5e3-dd20-4544-bc02-a1faaa1844db req-ca1ac089-b126-4c83-9ff9-fe5039a62526 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853894 Jun 17 11:47:56.089210 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39326a-ba34-4a4e-93b8-f31e22b5a353 req-69adf71f-2f30-4271-96eb-568264165231 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:56.090850 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2a39326a-ba34-4a4e-93b8-f31e22b5a353 req-69adf71f-2f30-4271-96eb-568264165231 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0516870 Jun 17 11:47:56.170744 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2a39326a-ba34-4a4e-93b8-f31e22b5a353 req-3c358ad0-b429-4fcb-8f63-6cdda3c648d1 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701888 Jun 17 11:47:56.219893 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298d8b9-a699-4198-8f6b-e83d6a815d80 req-c668b589-bce2-40fd-9115-26e0e576dee1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:56.222190 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3298d8b9-a699-4198-8f6b-e83d6a815d80 req-c668b589-bce2-40fd-9115-26e0e576dee1 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0709081 Jun 17 11:47:56.297023 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3298d8b9-a699-4198-8f6b-e83d6a815d80 req-b73e8ee0-df58-45b7-afab-8bdcbf64871d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684712 Jun 17 11:47:57.210479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:57.223926 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:57.320849 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abc46-ea06-48ff-9940-fc9ed7802e9f req-1685fa66-4df2-49c4-b42b-fb722be779cf tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:57.322764 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ed4abc46-ea06-48ff-9940-fc9ed7802e9f req-1685fa66-4df2-49c4-b42b-fb722be779cf tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0612152 Jun 17 11:47:57.407143 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ed4abc46-ea06-48ff-9940-fc9ed7802e9f req-18088df2-b493-420f-86bb-3ff3dce9a121 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766551 Jun 17 11:47:57.479118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424a1a6-9a56-4925-8d2c-ca4a6c4a4cb1 req-b2b5e117-6713-4cd6-82d4-ec6cf72678f2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:57.480968 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0424a1a6-9a56-4925-8d2c-ca4a6c4a4cb1 req-b2b5e117-6713-4cd6-82d4-ec6cf72678f2 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0605578 Jun 17 11:47:57.567841 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0424a1a6-9a56-4925-8d2c-ca4a6c4a4cb1 req-f07e844f-ef14-420c-af13-316e69fc451f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791709 Jun 17 11:47:58.569522 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f3f60-8297-441e-98ca-434f1b046eb1 req-f2e7d02c-616a-4bed-8bd8-756ab3e5f0e8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:58.571281 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-696f3f60-8297-441e-98ca-434f1b046eb1 req-f2e7d02c-616a-4bed-8bd8-756ab3e5f0e8 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0766671 Jun 17 11:47:58.673213 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-696f3f60-8297-441e-98ca-434f1b046eb1 req-e823066c-4630-4469-ad6b-ca90f9f1f5b4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892985 Jun 17 11:47:58.750818 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dcc02-9fd4-4fb1-8a4c-a8ccfc76cf33 req-04ecfcd3-e94d-49d1-bf16-7490ca670fb0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:58.754922 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1d8dcc02-9fd4-4fb1-8a4c-a8ccfc76cf33 req-04ecfcd3-e94d-49d1-bf16-7490ca670fb0 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0774567 Jun 17 11:47:58.819862 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1d8dcc02-9fd4-4fb1-8a4c-a8ccfc76cf33 req-88520fb2-441d-4025-afab-5bc9888fb3e9 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576167 Jun 17 11:47:59.380634 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85105f5-32cc-46cc-b209-50b23365e49b req-4b23e7a7-7698-48c2-91ca-c869e0ac4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:59.382544 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e85105f5-32cc-46cc-b209-50b23365e49b req-4b23e7a7-7698-48c2-91ca-c869e0ac4cc9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1129 time: 0.0430334 Jun 17 11:47:59.441760 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-22330804-064b-4fc4-af1f-61f0bce1416b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:59.443547 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-22330804-064b-4fc4-af1f-61f0bce1416b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 945 time: 0.0611370 Jun 17 11:47:59.453869 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4272e231-ff05-439d-a324-ff813464d4bb no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:47:59.459700 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=17 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:59.490221 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85105f5-32cc-46cc-b209-50b23365e49b req-74c63518-eb3e-414b-ada6-70784cebeb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:59.491727 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e85105f5-32cc-46cc-b209-50b23365e49b req-74c63518-eb3e-414b-ada6-70784cebeb2b service neutron] 10.222.0.33 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 915 time: 0.1019950 Jun 17 11:47:59.536606 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:59.547169 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4272e231-ff05-439d-a324-ff813464d4bb is: ACTIVE; New status is: DOWN {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:47:59.547586 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4272e231-ff05-439d-a324-ff813464d4bb), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:59.574916 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:47:59.577272 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c816e-fe57-435c-86b6-3fc841ef9d51" -d '{"events": [{"server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "name": "network-vif-unplugged", "status": "completed", "tag": "4272e231-ff05-439d-a324-ff813464d4bb"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:47:59.591219 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4272e231-ff05-439d-a324-ff813464d4bb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4272e231-ff05-439d-a324-ff813464d4bb,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:47:59.619606 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Jun 2022 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17e32a3-c014-49bf-a6e8-d15e68ccee58 x-openstack-request-id: req-b17e32a3-c014-49bf-a6e8-d15e68ccee58 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:47:59.620125 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "name": "network-vif-unplugged", "status": "completed", "tag": "4272e231-ff05-439d-a324-ff813464d4bb", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:47:59.620427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b17e32a3-c014-49bf-a6e8-d15e68ccee58 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:47:59.621006 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17e32a3-c014-49bf-a6e8-d15e68ccee58'] response: {'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb', 'code': 200} Jun 17 11:47:59.649702 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4272e231-ff05-439d-a324-ff813464d4bb), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:47:59.705828 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4272e231-ff05-439d-a324-ff813464d4bb,revision_number=6']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:47:59.821168 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:47:59.833116 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3191-aa8b-44f1-9659-511740238208 req-4ace34ff-abe5-4ae8-9945-178f923cd628 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:59.834607 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f4af3191-aa8b-44f1-9659-511740238208 req-4ace34ff-abe5-4ae8-9945-178f923cd628 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0494311 Jun 17 11:47:59.887454 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f4af3191-aa8b-44f1-9659-511740238208 req-9a8be249-e364-4fc9-91e9-b62a2c17cb3b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471570 Jun 17 11:47:59.951634 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089ed4d-7d9b-4361-acd7-026627407303 req-86bb9e4f-f78b-4c1c-bf8c-c08d797776dc tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:47:59.953341 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3089ed4d-7d9b-4361-acd7-026627407303 req-86bb9e4f-f78b-4c1c-bf8c-c08d797776dc tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.0556538 Jun 17 11:48:00.010340 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3089ed4d-7d9b-4361-acd7-026627407303 req-c9bb9ba0-6165-4776-b5a1-13e0b9bc2792 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502133 Jun 17 11:48:01.019300 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06e6c6-ada3-4399-bfb1-8a60c3269fa5 req-87e0afa9-7501-494b-9264-4ffb1228dd97 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:01.020849 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6a06e6c6-ada3-4399-bfb1-8a60c3269fa5 req-87e0afa9-7501-494b-9264-4ffb1228dd97 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0482872 Jun 17 11:48:01.077448 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6a06e6c6-ada3-4399-bfb1-8a60c3269fa5 req-2aa24551-40aa-4f13-963d-8ad677b1bfcb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494299 Jun 17 11:48:01.168039 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df9dfe-ac6c-46f7-825d-7a02931f07dd req-ee54dba6-902c-4602-9dd3-21be117f2b9a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:01.169520 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-53df9dfe-ac6c-46f7-825d-7a02931f07dd req-ee54dba6-902c-4602-9dd3-21be117f2b9a tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.0549634 Jun 17 11:48:01.175129 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35686) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:01.187777 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:01.500702 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b18130dc-9690-460b-8323-a7e26a3e3543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:01.511869 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-53df9dfe-ac6c-46f7-825d-7a02931f07dd req-c9b33d32-4835-4886-a35a-47d1b9de1248 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313248 Jun 17 11:48:01.604831 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b18130dc-9690-460b-8323-a7e26a3e3543 admin admin] Publish callbacks [] for security_group (e7f51866-4181-49e9-9c14-11107d99126c), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:01.701154 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b18130dc-9690-460b-8323-a7e26a3e3543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e7f51866-4181-49e9-9c14-11107d99126c), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:01.746341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18130dc-9690-460b-8323-a7e26a3e3543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f51866-4181-49e9-9c14-11107d99126c,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:01.751270 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b18130dc-9690-460b-8323-a7e26a3e3543 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55eeab620f7e454e9a38e614f815853c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749290 Jun 17 11:48:01.753974 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35692) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:01.808081 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c7c828a1-d986-4e5c-bde2-cfc9748fdb31 admin admin] Publish callbacks [] for security_group (e7f51866-4181-49e9-9c14-11107d99126c), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:01.829752 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c7c828a1-d986-4e5c-bde2-cfc9748fdb31 admin admin] Publish callbacks [] for security_group (e7f51866-4181-49e9-9c14-11107d99126c), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:01.979477 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c7c828a1-d986-4e5c-bde2-cfc9748fdb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e7f51866-4181-49e9-9c14-11107d99126c), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:01.982029 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c7c828a1-d986-4e5c-bde2-cfc9748fdb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:01.983217 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-c7c828a1-d986-4e5c-bde2-cfc9748fdb31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7f51866-4181-49e9-9c14-11107d99126c HTTP/1.1" status: 204 len: 168 time: 0.2283025 Jun 17 11:48:01.991952 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c828a1-d986-4e5c-bde2-cfc9748fdb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f51866-4181-49e9-9c14-11107d99126c,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:02.218681 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edeca8e-162e-4a19-ae37-bff90cdaf3ca req-5fc159a7-d788-4e7f-a6f8-8e51eb4c96df tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:02.220316 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2edeca8e-162e-4a19-ae37-bff90cdaf3ca req-5fc159a7-d788-4e7f-a6f8-8e51eb4c96df tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0581653 Jun 17 11:48:02.284543 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2edeca8e-162e-4a19-ae37-bff90cdaf3ca req-69c7f20d-c6b6-493e-88ad-44bf3ab1a97c tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466406 Jun 17 11:48:02.665342 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dc737-0318-460f-9c31-3adf3f3755f5 req-c0008bec-a039-48b2-9cdc-fbd82d3e0f5d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:02.666839 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-062dc737-0318-460f-9c31-3adf3f3755f5 req-c0008bec-a039-48b2-9cdc-fbd82d3e0f5d tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.0667119 Jun 17 11:48:02.721838 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-062dc737-0318-460f-9c31-3adf3f3755f5 req-570ececc-da5e-4303-9c75-158d97fadf6c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492272 Jun 17 11:48:03.380478 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:03.396788 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5e5-5cf3-4693-85bb-76e2a247220d req-70b16c23-06a6-46c6-bbcc-f1d63a107577 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:03.398306 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c097a5e5-5cf3-4693-85bb-76e2a247220d req-70b16c23-06a6-46c6-bbcc-f1d63a107577 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 944 time: 0.0497117 Jun 17 11:48:03.444202 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:48:03.450589 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c097a5e5-5cf3-4693-85bb-76e2a247220d req-3f8b787a-e6cc-4b67-bd8e-14a7e76ef637 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464473 Jun 17 11:48:03.553793 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:03.565186 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'port_id': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'mac_address': 'fa:16:3e:38:cb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:48:03.602566 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:48:03.602958 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:03.618231 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00e28a8-041d-4c99-8685-2e89673ad6b8 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:48:03.638851 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:03.722781 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:03.776234 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=9']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:03.845629 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95d25-b4f1-4e5c-bee3-3dcb21698e1e req-65a28d8e-e474-4b4f-a1d2-c129fd782968 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:03.847160 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b9c95d25-b4f1-4e5c-bee3-3dcb21698e1e req-65a28d8e-e474-4b4f-a1d2-c129fd782968 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.0520046 Jun 17 11:48:03.895837 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b9c95d25-b4f1-4e5c-bee3-3dcb21698e1e req-33b043bd-9259-45db-a62a-de251cb2d4ba tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Jun 17 11:48:04.013521 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f00e28a8-041d-4c99-8685-2e89673ad6b8'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:48:04.578023 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e75e8-fdcb-4273-abf7-9f99da2ce94a req-78d379ea-a7bd-4b44-9536-8daffaaa726b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:04.579571 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-572e75e8-fdcb-4273-abf7-9f99da2ce94a req-78d379ea-a7bd-4b44-9536-8daffaaa726b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 945 time: 0.0522466 Jun 17 11:48:04.628797 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-572e75e8-fdcb-4273-abf7-9f99da2ce94a req-c916bdac-b45b-442f-934a-70e966ea2829 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426540 Jun 17 11:48:05.010668 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c840b93-7f4d-4c5a-b036-03210ddd8e3f req-5c081ef8-b371-49f4-acaa-17575a1b8edf tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:05.012154 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c840b93-7f4d-4c5a-b036-03210ddd8e3f req-5c081ef8-b371-49f4-acaa-17575a1b8edf tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.0484300 Jun 17 11:48:05.061705 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c840b93-7f4d-4c5a-b036-03210ddd8e3f req-3b4d08d4-113e-47e6-85ea-928e12367115 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Jun 17 11:48:05.460855 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:48:05.507316 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port f00e28a8-041d-4c99-8685-2e89673ad6b8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:48:05.507725 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:05.543653 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:05.582278 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port f00e28a8-041d-4c99-8685-2e89673ad6b8 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:48:05.582666 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:05.616229 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:48:05.618986 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45af199-8506-41ab-bf30-d7302ac44fa2" -d '{"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:48:05.628166 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:05.630139 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e85105f5-32cc-46cc-b209-50b23365e49b req-da3ff100-0a4c-45f4-8d45-64a3ea1a8f9a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 217 time: 0.0448091 Jun 17 11:48:05.663564 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883525b8-2035-4258-8e71-a0536ebae28f x-openstack-request-id: req-883525b8-2035-4258-8e71-a0536ebae28f {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:48:05.663564 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:48:05.663564 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-883525b8-2035-4258-8e71-a0536ebae28f {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:48:05.663564 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883525b8-2035-4258-8e71-a0536ebae28f'] response: {'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'code': 200} Jun 17 11:48:05.690785 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Deleting port 4272e231-ff05-439d-a324-ff813464d4bb {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:05.691413 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (4272e231-ff05-439d-a324-ff813464d4bb), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:05.733710 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:05.751487 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c46e1-bb1f-40f6-9141-254d4be05696 req-365f07ca-de6a-4556-b1be-9dff4592a03a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:05.753022 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f45c46e1-bb1f-40f6-9141-254d4be05696 req-365f07ca-de6a-4556-b1be-9dff4592a03a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 945 time: 0.0503972 Jun 17 11:48:05.785182 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] For port 4272e231-ff05-439d-a324-ff813464d4bb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4272e231-ff05-439d-a324-ff813464d4bb,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:05.789239 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (4272e231-ff05-439d-a324-ff813464d4bb), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:05.805827 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f45c46e1-bb1f-40f6-9141-254d4be05696 req-4d18d15f-05a0-47fe-acef-4847afc03491 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463457 Jun 17 11:48:05.819605 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:05.867621 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=10']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:05.939972 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85105f5-32cc-46cc-b209-50b23365e49b req-8abd9454-db7e-4e1b-be4a-786ec8c5e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:05.941903 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e85105f5-32cc-46cc-b209-50b23365e49b req-8abd9454-db7e-4e1b-be4a-786ec8c5e0e3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 200 len: 853 time: 0.0678272 Jun 17 11:48:05.953769 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:05.959989 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (8bda541b-6bbb-4211-ae9c-b846582a69cd), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:05.959989 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Floating IP 8bda541b-6bbb-4211-ae9c-b846582a69cd disassociated. External IP: 172.27.2.184, port: 4272e231-ff05-439d-a324-ff813464d4bb. Jun 17 11:48:05.959989 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Calling delete_port for 4272e231-ff05-439d-a324-ff813464d4bb owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:06.005991 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85105f5-32cc-46cc-b209-50b23365e49b req-5057c554-3060-4201-985b-f79e3996dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:06.007737 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e85105f5-32cc-46cc-b209-50b23365e49b req-5057c554-3060-4201-985b-f79e3996dc23 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8466ff83-1798-416f-b100-eb5c1e5d2fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522680 Jun 17 11:48:06.119803 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e85105f5-32cc-46cc-b209-50b23365e49b req-dd3630dd-4f27-4726-94b2-c91aeaa117d8 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039383 Jun 17 11:48:06.238529 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (4272e231-ff05-439d-a324-ff813464d4bb), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:06.243287 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6472c3-baab-485a-b0c6-c92ccbd741d4 req-a8934d6d-0fbe-4239-b175-ac301b7d8407 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:06.244743 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd6472c3-baab-485a-b0c6-c92ccbd741d4 req-a8934d6d-0fbe-4239-b175-ac301b7d8407 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 943 time: 0.0943885 Jun 17 11:48:06.273526 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e85105f5-32cc-46cc-b209-50b23365e49b req-9389eda9-4910-40fc-8adf-29b173cf23a4 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424944 Jun 17 11:48:06.316395 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd6472c3-baab-485a-b0c6-c92ccbd741d4 req-9aa64800-abc7-413a-99ea-2ef08c0a4b3c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups?id=1c6f4936-d4f5-4ea7-a58e-3967c25be245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548036 Jun 17 11:48:06.479759 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:06.509507 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb037614-bfc0-4607-83f1-0fd83e44c9ef req-77289f76-136e-4c00-944a-1a28bab53c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:06.510936 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb037614-bfc0-4607-83f1-0fd83e44c9ef req-77289f76-136e-4c00-944a-1a28bab53c1f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 1131 time: 0.0408235 Jun 17 11:48:06.565656 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb037614-bfc0-4607-83f1-0fd83e44c9ef req-4046cb85-dc96-477a-8285-69ac27308ba8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Jun 17 11:48:06.568702 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event deleted for resources: {'Port': ['ID=4272e231-ff05-439d-a324-ff813464d4bb,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:06.680814 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Router e46c6536-b3c6-407f-87b7-792f676c9834 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:06.795970 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:06.808352 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] Sync routers for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:06.824218 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:06.826500 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:47:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:06.828474 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:06.840497 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] No DVR routers for this DVR port 4272e231-ff05-439d-a324-ff813464d4bb on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:06.843090 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:06.847103 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5bb071ef-4f1d-4dde-8afd-ccee99d64aa6 req-46e42f34-51e4-4991-9880-920708fe937b tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.33 "DELETE /v2.0/ports/4272e231-ff05-439d-a324-ff813464d4bb HTTP/1.1" status: 204 len: 173 time: 1.2594230 Jun 17 11:48:06.847595 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'name': 'network-vif-deleted', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:48:06.849845 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165f4609-99dc-4864-918e-c29289b7de2e" -d '{"events": [{"server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "name": "network-vif-deleted", "tag": "4272e231-ff05-439d-a324-ff813464d4bb"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:48:06.901137 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e505fb-291c-4b52-82d3-8f73a3ce2bc6 x-openstack-request-id: req-f8e505fb-291c-4b52-82d3-8f73a3ce2bc6 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:48:06.901457 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed47de2-4bfc-4635-8345-47b1cc369892", "name": "network-vif-deleted", "tag": "4272e231-ff05-439d-a324-ff813464d4bb", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:48:06.901650 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8e505fb-291c-4b52-82d3-8f73a3ce2bc6 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:48:06.902122 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e505fb-291c-4b52-82d3-8f73a3ce2bc6'] response: {'server_uuid': '2ed47de2-4bfc-4635-8345-47b1cc369892', 'name': 'network-vif-deleted', 'tag': '4272e231-ff05-439d-a324-ff813464d4bb', 'status': 'completed', 'code': 200} Jun 17 11:48:06.936024 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:06.939698 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065801f8-289d-4d7c-83af-80324da397ef req-8a561718-55d1-46a4-86c9-d3823bb761cb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:06.941980 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-065801f8-289d-4d7c-83af-80324da397ef req-8a561718-55d1-46a4-86c9-d3823bb761cb tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0508480 Jun 17 11:48:06.999352 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-065801f8-289d-4d7c-83af-80324da397ef req-2b629b7d-28b9-4d30-a3f4-7f54d0624a81 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502396 Jun 17 11:48:07.140433 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:07.170883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] Checking router: e46c6536-b3c6-407f-87b7-792f676c9834 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:07.176634 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:07.177264 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:47:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:07.285991 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:07.429210 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-233f6149-6a91-4e11-9a2e-084cc6732758 req-490314fe-658a-44e9-933c-80528a0aee01 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 210 time: 0.0342925 Jun 17 11:48:07.489967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:07.516059 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a8198-1251-4669-9d34-91262074ca10 None None] The sync data for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi is: [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:41:01Z', 'revision_number': 4, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '5011cbaf-6c04-4991-b814-2e6e939b4a94', 'name': '', 'network_id': 'c868a535-9c12-4f90-862a-6c3a44470c58', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'mac_address': 'fa:16:3e:ce:15:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '62c59720-50bf-4621-814a-44aed111f12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:59Z', 'updated_at': '2022-06-17T11:41:11Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'subnets': [{'id': '62c59720-50bf-4621-814a-44aed111f12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:07.815396 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118514e-de50-413f-ba17-0a36c10c0431 None None] New status for floating IP 8bda541b-6bbb-4211-ae9c-b846582a69cd: DOWN {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:48:08.171165 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86639d-b663-44a5-8f8a-62f7fa9cae70 req-b0f9e2fc-2bcc-4111-b2ff-742e6bffcf07 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:08.173655 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b86639d-b663-44a5-8f8a-62f7fa9cae70 req-b0f9e2fc-2bcc-4111-b2ff-742e6bffcf07 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0634718 Jun 17 11:48:08.232745 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b86639d-b663-44a5-8f8a-62f7fa9cae70 req-439e0f78-724a-4ff0-baed-8689091d5fc3 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Jun 17 11:48:08.592918 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-3b056dd6-6f27-4f5c-9a29-916ff84beda1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766068 Jun 17 11:48:08.607825 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4c593b73-439c-44e7-bea8-a1ae6f21982b req-ab0247e2-fcc4-42d3-abdf-15f5af8e1296 tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ed47de2-4bfc-4635-8345-47b1cc369892 HTTP/1.1" status: 200 len: 210 time: 0.0406876 Jun 17 11:48:08.681612 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-e7cdae32-b1a1-43d0-a556-eb36fc8a3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:08.683894 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-e7cdae32-b1a1-43d0-a556-eb36fc8a3063 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6466d6627209487ca62377eb7aa5d9e4&device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 1129 time: 0.0554273 Jun 17 11:48:08.734299 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:08.777860 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:08.807940 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-32328161-2ba9-47db-9a46-c65542713320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:08.809474 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-32328161-2ba9-47db-9a46-c65542713320 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 200 len: 915 time: 0.1010563 Jun 17 11:48:08.855235 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-bd3e06d4-81e9-4caf-b033-a2fa9a2d2263 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 200 len: 217 time: 0.0367603 Jun 17 11:48:08.914516 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-6d248d40-d15e-4d5a-beb7-3c99bf722d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:08.916055 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-6d248d40-d15e-4d5a-beb7-3c99bf722d08 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 200 len: 853 time: 0.0535467 Jun 17 11:48:08.967416 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-787ba599-8008-4cd2-8385-f1d583e340c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:08.972090 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-787ba599-8008-4cd2-8385-f1d583e340c2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8466ff83-1798-416f-b100-eb5c1e5d2fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471959 Jun 17 11:48:09.044217 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd7c5-db68-439e-8097-8cdc697b5582 req-eb9715de-1839-4539-a929-e9a7808d0db7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:09.045734 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9fecd7c5-db68-439e-8097-8cdc697b5582 req-eb9715de-1839-4539-a929-e9a7808d0db7 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0514123 Jun 17 11:48:09.099806 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9fecd7c5-db68-439e-8097-8cdc697b5582 req-0eeac4da-a81b-4a61-8d42-2005ca47c83d tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481706 Jun 17 11:48:09.378581 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad38ae-3e12-43a8-8ee7-d0867852e27f req-abdfe91e-468d-426c-8d62-f767efcfab18 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:09.380237 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a5ad38ae-3e12-43a8-8ee7-d0867852e27f req-abdfe91e-468d-426c-8d62-f767efcfab18 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0552275 Jun 17 11:48:09.433806 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a5ad38ae-3e12-43a8-8ee7-d0867852e27f req-eff05661-2c06-4fd7-8d0f-3371250c16ba tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478432 Jun 17 11:48:09.798014 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35792) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:09.858703 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ca51e9b1-0aff-443a-b889-e07042f94e2f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (1c6f4936-d4f5-4ea7-a58e-3967c25be245), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:09.884572 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ca51e9b1-0aff-443a-b889-e07042f94e2f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (1c6f4936-d4f5-4ea7-a58e-3967c25be245), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.001832 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ca51e9b1-0aff-443a-b889-e07042f94e2f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (1c6f4936-d4f5-4ea7-a58e-3967c25be245), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.005006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ca51e9b1-0aff-443a-b889-e07042f94e2f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.006195 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ca51e9b1-0aff-443a-b889-e07042f94e2f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "DELETE /v2.0/security-groups/1c6f4936-d4f5-4ea7-a58e-3967c25be245 HTTP/1.1" status: 204 len: 168 time: 0.2071388 Jun 17 11:48:10.009450 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35796) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:10.015794 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51e9b1-0aff-443a-b889-e07042f94e2f tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f4936-d4f5-4ea7-a58e-3967c25be245,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:10.025305 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.api.v2.resource [None req-064cb229-5a7f-4259-a32e-0fb3d0e7bc1c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] show failed (client error): The resource could not be found. Jun 17 11:48:10.026527 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-064cb229-5a7f-4259-a32e-0fb3d0e7bc1c tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "GET /v2.0/security-groups/1c6f4936-d4f5-4ea7-a58e-3967c25be245 HTTP/1.1" status: 404 len: 347 time: 0.0157518 Jun 17 11:48:10.029246 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35798) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:10.149438 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Deleting port a23d9eda-b088-44e0-bdae-1f76408ea696 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:10.149775 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.219313 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8664b2-935d-4782-8f05-dbaae49b2752 req-84816051-be3c-4f26-a385-f237da8df783 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:10.220966 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bb8664b2-935d-4782-8f05-dbaae49b2752 req-84816051-be3c-4f26-a385-f237da8df783 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0515118 Jun 17 11:48:10.231988 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.232314 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (a23d9eda-b088-44e0-bdae-1f76408ea696), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.245607 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Calling delete_port for a23d9eda-b088-44e0-bdae-1f76408ea696 owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:10.271439 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bb8664b2-935d-4782-8f05-dbaae49b2752 req-44cf8253-24cf-4afa-a43e-83520ffd0363 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Jun 17 11:48:10.455407 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (a23d9eda-b088-44e0-bdae-1f76408ea696), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.485145 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Pushing event deleted for resources: {'Port': ['ID=a23d9eda-b088-44e0-bdae-1f76408ea696,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:10.550351 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks [] for floatingip (8bda541b-6bbb-4211-ae9c-b846582a69cd), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.552975 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:10.557373 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ba241f0f-3cc0-46b1-8cc7-e9f56bd6dffd tempest-AttachVolumeTestJSON-1843768207 tempest-AttachVolumeTestJSON-1843768207-project] 10.222.0.45 "DELETE /v2.0/floatingips/8bda541b-6bbb-4211-ae9c-b846582a69cd HTTP/1.1" status: 204 len: 168 time: 0.5239179 Jun 17 11:48:10.583752 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8787e-6109-45b6-a3c9-f36e17676dfa req-5c8f93f8-c150-4b41-9a08-c591ad7174a0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:10.587908 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ab8787e-6109-45b6-a3c9-f36e17676dfa req-5c8f93f8-c150-4b41-9a08-c591ad7174a0 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0662012 Jun 17 11:48:10.602080 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:10.649676 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4ab8787e-6109-45b6-a3c9-f36e17676dfa req-82fd38ac-d554-4bcc-903b-c9f5f57daf9a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549695 Jun 17 11:48:10.672137 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-56eaaa24-14bd-4245-917e-d5f41ac515f7 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086471 Jun 17 11:48:10.773334 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:10.793824 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7ab9e785-12ac-4f42-8019-891e833e6423 req-0cd363a1-d590-44ff-bc8b-b3aff283aa84 service neutron] 10.222.0.33 "GET /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930767 Jun 17 11:48:10.873316 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-97643cfe-aef4-4066-90f4-d030d6eae24d tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:10.874760 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-97643cfe-aef4-4066-90f4-d030d6eae24d tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.33 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 945 time: 0.0477333 Jun 17 11:48:10.972259 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Deleting port f866082a-76d6-466b-8c49-7a5068d4d87f {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:10.973360 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:11.025610 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:11.062466 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] For port f866082a-76d6-466b-8c49-7a5068d4d87f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f866082a-76d6-466b-8c49-7a5068d4d87f,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:11.062857 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:11.087606 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Calling delete_port for f866082a-76d6-466b-8c49-7a5068d4d87f owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:11.306470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (f866082a-76d6-466b-8c49-7a5068d4d87f), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:11.319198 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['f866082a-76d6-466b-8c49-7a5068d4d87f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:48:11.337116 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Pushing event deleted for resources: {'Port': ['ID=f866082a-76d6-466b-8c49-7a5068d4d87f,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:11.387907 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] No DVR routers for this DVR port f866082a-76d6-466b-8c49-7a5068d4d87f on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:11.390614 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:11.391855 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8e61c330-bf83-46b9-9bd1-c6e814969e7b req-b276b07a-5d3a-4262-81ed-0b6a495b2c80 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 210 time: 0.0373724 Jun 17 11:48:11.394706 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-33ce160b-eb6c-49cb-a8cc-c3fa9953d306 req-c2b55ae4-7161-45cd-a059-102fd29562db tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.33 "DELETE /v2.0/ports/f866082a-76d6-466b-8c49-7a5068d4d87f HTTP/1.1" status: 204 len: 173 time: 0.5129414 Jun 17 11:48:11.395231 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'name': 'network-vif-deleted', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:48:11.397908 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c604a-504a-4e7a-9b6b-71276378a014" -d '{"events": [{"server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "name": "network-vif-deleted", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:48:11.455343 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5707c48-0aa3-46e4-966a-1d4e397096ed x-openstack-request-id: req-a5707c48-0aa3-46e4-966a-1d4e397096ed {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:48:11.456262 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907", "name": "network-vif-deleted", "tag": "f866082a-76d6-466b-8c49-7a5068d4d87f", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:48:11.456662 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5707c48-0aa3-46e4-966a-1d4e397096ed {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:48:11.457288 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5707c48-0aa3-46e4-966a-1d4e397096ed'] response: {'server_uuid': '0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907', 'name': 'network-vif-deleted', 'tag': 'f866082a-76d6-466b-8c49-7a5068d4d87f', 'status': 'completed', 'code': 200} Jun 17 11:48:11.780800 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cea1c-6306-446b-bde8-d7fb4f420ba7 req-1fa8acd9-c73c-42ef-8e40-a500cf9c1f77 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:11.782395 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a47cea1c-6306-446b-bde8-d7fb4f420ba7 req-1fa8acd9-c73c-42ef-8e40-a500cf9c1f77 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0540693 Jun 17 11:48:11.837771 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a47cea1c-6306-446b-bde8-d7fb4f420ba7 req-e6f72471-7d01-4f96-b3b7-d8b297638782 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488818 Jun 17 11:48:12.511287 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b5dc8cc0-0af7-4580-b820-cb5aa066f0fe req-f9c578b0-14af-4cdd-829a-0bce57c58678 tempest-TestMinimumBasicScenario-429386431 tempest-TestMinimumBasicScenario-429386431-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ad9d1dd-1f43-4bfd-bd3a-3f408a08b907 HTTP/1.1" status: 200 len: 210 time: 0.0297513 Jun 17 11:48:13.751408 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fc9a131b-4182-4f63-a15d-da8907d406a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:14.737658 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35878) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:15.253484 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35884) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:15.288154 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:15.298305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:15.309209 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (e46c6536-b3c6-407f-87b7-792f676c9834), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:15.492877 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f866082a-76d6-466b-8c49-7a5068d4d87f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:15.516463 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: f866082a-76d6-466b-8c49-7a5068d4d87f {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:15.516804 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f866082a-76d6-466b-8c49-7a5068d4d87f not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:15.573982 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Deleting port 5011cbaf-6c04-4991-b814-2e6e939b4a94 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:15.574320 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:15.590394 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (90280592-b570-4878-b9ae-ac0970c65729), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:15.657707 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] For port 5011cbaf-6c04-4991-b814-2e6e939b4a94, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=5011cbaf-6c04-4991-b814-2e6e939b4a94,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:15.658061 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:15.671733 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Calling delete_port for 5011cbaf-6c04-4991-b814-2e6e939b4a94 owned by network:router_interface {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:15.788933 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:15.821733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Deleting port f34d3bb3-175f-49fe-8515-0035356ce146 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:15.822076 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:15.908924 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] For port f34d3bb3-175f-49fe-8515-0035356ce146, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=f34d3bb3-175f-49fe-8515-0035356ce146,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:15.909284 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:15.924495 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Calling delete_port for f34d3bb3-175f-49fe-8515-0035356ce146 owned by network:router_interface {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:15.933667 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:15.940871 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (5011cbaf-6c04-4991-b814-2e6e939b4a94), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:15.967202 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Pushing event deleted for resources: {'Port': ['ID=5011cbaf-6c04-4991-b814-2e6e939b4a94,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:16.219779 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-61fe30de-4370-49bf-acee-5aba9e27cded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:16.248820 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (f34d3bb3-175f-49fe-8515-0035356ce146), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:16.277499 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Pushing event deleted for resources: {'Port': ['ID=f34d3bb3-175f-49fe-8515-0035356ce146,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:16.442456 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (90280592-b570-4878-b9ae-ac0970c65729), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:16.443426 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (e46c6536-b3c6-407f-87b7-792f676c9834), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:16.511051 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:16.678837 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Router e46c6536-b3c6-407f-87b7-792f676c9834 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:16.687318 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:16.694404 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Router 90280592-b570-4878-b9ae-ac0970c65729 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:16.789141 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:16.794302 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-0be352ea-2880-4442-9833-e4f8015cf751 admin admin] 10.222.0.45 "PUT /v2.0/routers/e46c6536-b3c6-407f-87b7-792f676c9834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0546412 Jun 17 11:48:16.796983 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35886) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:16.798645 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] Sync routers for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:16.803231 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:16.810799 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-88bd9c14-2081-4148-bdaa-7ed9999cfbec admin admin] 10.222.0.45 "PUT /v2.0/routers/90280592-b570-4878-b9ae-ac0970c65729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531406 Jun 17 11:48:16.810953 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:16.811057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35888) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:16.811181 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:16.819876 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] Sync routers for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:16.836991 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:16.838028 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:16.875376 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:16.916673 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks [] for router (e46c6536-b3c6-407f-87b7-792f676c9834), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:16.928378 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:16.935932 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks [] for router (90280592-b570-4878-b9ae-ac0970c65729), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:16.960932 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:16.980555 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:17.046609 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks [] for router_gateway (e46c6536-b3c6-407f-87b7-792f676c9834), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.067962 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks [] for router_gateway (90280592-b570-4878-b9ae-ac0970c65729), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.202828 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Deleting port 65a9b62e-250d-44e3-8e95-a9275aeb7238 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:17.203443 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.230289 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:17.236242 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Deleting port c2d09ae3-0045-4063-ae39-831066d1964a {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:17.236778 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.268961 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:17.303404 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] For port 65a9b62e-250d-44e3-8e95-a9275aeb7238, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=65a9b62e-250d-44e3-8e95-a9275aeb7238,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:17.304046 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.311700 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:48:15Z', 'revision_number': 5, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port': {'id': '65a9b62e-250d-44e3-8e95-a9275aeb7238', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:54Z', 'updated_at': '2022-06-17T11:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:17.322883 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Calling delete_port for 65a9b62e-250d-44e3-8e95-a9275aeb7238 owned by network:router_gateway {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:17.344132 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] Checking router: e46c6536-b3c6-407f-87b7-792f676c9834 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:17.349552 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:48:16Z', 'revision_number': 5, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port': {'id': 'c2d09ae3-0045-4063-ae39-831066d1964a', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90280592-b570-4878-b9ae-ac0970c65729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:17.354813 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] Routers {'e46c6536-b3c6-407f-87b7-792f676c9834'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:17.355527 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['e46c6536-b3c6-407f-87b7-792f676c9834'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:17.391830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] For port c2d09ae3-0045-4063-ae39-831066d1964a, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=c2d09ae3-0045-4063-ae39-831066d1964a,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:17.394775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.396322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.408054 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] Checking router: 90280592-b570-4878-b9ae-ac0970c65729 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:17.427136 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] Routers {'90280592-b570-4878-b9ae-ac0970c65729'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:17.428237 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['90280592-b570-4878-b9ae-ac0970c65729'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:17.436385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Calling delete_port for c2d09ae3-0045-4063-ae39-831066d1964a owned by network:router_gateway {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:17.462366 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] Set router e46c6536-b3c6-407f-87b7-792f676c9834 gateway port host: None {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:17.525276 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:48:17Z', 'revision_number': 6, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:17.564255 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593b7d7-ca1e-4ba1-a4bb-5e22e1e64a28 None None] The sync data for ids ['e46c6536-b3c6-407f-87b7-792f676c9834'] in dv-cinder-837166-3-iscsi is: [{'id': 'e46c6536-b3c6-407f-87b7-792f676c9834', 'name': 'tempest-AttachVolumeTestJSON-313862745-router', 'tenant_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:52Z', 'updated_at': '2022-06-17T11:48:17Z', 'revision_number': 6, 'project_id': 'b35e2c02ed78431fbbc93d3da1a7caba', 'gw_port_host': None}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:17.593684 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] Set router 90280592-b570-4878-b9ae-ac0970c65729 gateway port host: None {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:17.628417 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (65a9b62e-250d-44e3-8e95-a9275aeb7238), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.662150 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a9b62e-250d-44e3-8e95-a9275aeb7238,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:17.675192 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:48:17Z', 'revision_number': 6, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:17.704201 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203b56b-a4d4-4e30-9180-28f248b03005 None None] The sync data for ids ['90280592-b570-4878-b9ae-ac0970c65729'] in dv-cinder-837166-3-iscsi is: [{'id': '90280592-b570-4878-b9ae-ac0970c65729', 'name': 'tempest-TestMinimumBasicScenario-189624872-router', 'tenant_id': '6466d6627209487ca62377eb7aa5d9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:49Z', 'updated_at': '2022-06-17T11:48:17Z', 'revision_number': 6, 'project_id': '6466d6627209487ca62377eb7aa5d9e4', 'gw_port_host': None}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:17.749863 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (e46c6536-b3c6-407f-87b7-792f676c9834), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.838915 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (e46c6536-b3c6-407f-87b7-792f676c9834), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.841189 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks [] for router_controller (e46c6536-b3c6-407f-87b7-792f676c9834), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.859333 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (c2d09ae3-0045-4063-ae39-831066d1964a), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.886555 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d09ae3-0045-4063-ae39-831066d1964a,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:17.919299 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (90280592-b570-4878-b9ae-ac0970c65729), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.998270 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (e46c6536-b3c6-407f-87b7-792f676c9834), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:17.999046 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e46c6536-b3c6-407f-87b7-792f676c9834 {{(pid=111182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:48:18.006748 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.008159 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-7369e459-5278-49ce-b620-04d55485cfd5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e46c6536-b3c6-407f-87b7-792f676c9834 HTTP/1.1" status: 204 len: 168 time: 1.2100604 Jun 17 11:48:18.010701 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35896) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:18.030160 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:18.033735 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (90280592-b570-4878-b9ae-ac0970c65729), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.037320 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks [] for router_controller (90280592-b570-4878-b9ae-ac0970c65729), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.063205 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] Deleting subnet 62c59720-50bf-4621-814a-44aed111f12d {{(pid=111182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:48:18.067942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] Publish callbacks [] for subnet (62c59720-50bf-4621-814a-44aed111f12d), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.104725 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7430673'] for subnet (62c59720-50bf-4621-814a-44aed111f12d), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.152474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (90280592-b570-4878-b9ae-ac0970c65729), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.153082 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90280592-b570-4878-b9ae-ac0970c65729 {{(pid=111181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:48:18.162724 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.166373 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-308c4c45-ddd3-4717-8c18-153e5e02e184 admin admin] 10.222.0.45 "DELETE /v2.0/routers/90280592-b570-4878-b9ae-ac0970c65729 HTTP/1.1" status: 204 len: 168 time: 1.3518498 Jun 17 11:48:18.166681 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35898) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:18.180764 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:18.194832 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (62c59720-50bf-4621-814a-44aed111f12d), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.221196 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] Deleting subnet 4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:48:18.225065 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] Publish callbacks [] for subnet (4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.275096 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] Publish callbacks [] for subnet (4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.348562 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982275'] for subnet (62c59720-50bf-4621-814a-44aed111f12d), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.352046 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.375807 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c59720-50bf-4621-814a-44aed111f12d,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:18.382392 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.388047 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-21fbaf11-f3e6-43ca-8b87-06b7e4671710 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/62c59720-50bf-4621-814a-44aed111f12d HTTP/1.1" status: 204 len: 168 time: 0.3763456 Jun 17 11:48:18.388577 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a46ab-b26e-4260-bca2-708e8bf9d692 None None] Network c868a535-9c12-4f90-862a-6c3a44470c58 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:18.389087 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35900) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:18.407173 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=79,neutron:DELETE=17,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:18.415474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:18.484815 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (c868a535-9c12-4f90-862a-6c3a44470c58), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.540294 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Deleting port a9d1adec-c7bc-4fca-9a70-8e20737ca44e {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:18.540637 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.542301 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.575573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.586844 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4 HTTP/1.1" status: 204 len: 168 time: 0.4190471 Jun 17 11:48:18.602269 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635fd758-a89a-479a-bdfd-ff24e5b1c938 None None] Network 8466ff83-1798-416f-b100-eb5c1e5d2fe0 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:18.631946 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35906) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:18.651021 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadc28f-57d1-4084-b34c-1250471ac494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dfb945a-d3ab-4d9f-ba4c-7f320af44bd4,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:18.716389 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] For port a9d1adec-c7bc-4fca-9a70-8e20737ca44e, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,segment=NetworkSegment(2ba301b4-abae-48bf-9ffb-6c50c8445d69),segment_id=2ba301b4-abae-48bf-9ffb-6c50c8445d69)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:18.716767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.743721 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Calling delete_port for a9d1adec-c7bc-4fca-9a70-8e20737ca44e owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:18.752040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (8466ff83-1798-416f-b100-eb5c1e5d2fe0), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.855778 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Deleting port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:18.856430 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.929619 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.937025 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] DHCP port deletion for c868a535-9c12-4f90-862a-6c3a44470c58 request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:48:18.954257 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] For port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:18.956456 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:18.993218 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Calling delete_port for 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:19.008911 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] DHCP port deletion for 8466ff83-1798-416f-b100-eb5c1e5d2fe0 request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:48:19.065642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] Deleting port a9d1adec-c7bc-4fca-9a70-8e20737ca44e {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:19.070599 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.079488 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.119262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] Deleting port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:19.119663 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.141410 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:19.141410 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] No DVR routers for this DVR port a9d1adec-c7bc-4fca-9a70-8e20737ca44e on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:19.161523 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 5011cbaf-6c04-4991-b814-2e6e939b4a94 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:19.217908 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 5011cbaf-6c04-4991-b814-2e6e939b4a94 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:19.218244 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 5011cbaf-6c04-4991-b814-2e6e939b4a94 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:19.233702 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (c868a535-9c12-4f90-862a-6c3a44470c58), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.259501 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] For port a9d1adec-c7bc-4fca-9a70-8e20737ca44e, host dv-cinder-837166-3-iscsi, got binding levels [] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:19.260495 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.262162 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c868a535-9c12-4f90-862a-6c3a44470c58']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:19.280712 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba301b4-abae-48bf-9ffb-6c50c8445d69') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:19.281037 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba301b4-abae-48bf-9ffb-6c50c8445d69') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:19.288487 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] Calling delete_port for a9d1adec-c7bc-4fca-9a70-8e20737ca44e owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:19.292494 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] For port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,segment=NetworkSegment(b221356f-7e59-4efb-930c-cf23546a5365),segment_id=b221356f-7e59-4efb-930c-cf23546a5365)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:19.293216 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.295171 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (2ba301b4-abae-48bf-9ffb-6c50c8445d69), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.297045 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.ipam_backend_mixin [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] Port a9d1adec-c7bc-4fca-9a70-8e20737ca44e was not found and therefore no delete operation was performed {{(pid=111183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 17 11:48:19.311017 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (a9d1adec-c7bc-4fca-9a70-8e20737ca44e), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.318612 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (2ba301b4-abae-48bf-9ffb-6c50c8445d69), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.321031 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] Calling delete_port for 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:19.327564 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:48:19.328069 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (2ba301b4-abae-48bf-9ffb-6c50c8445d69), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.346287 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.365854 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] Pushing event deleted for resources: {'Port': ['ID=a9d1adec-c7bc-4fca-9a70-8e20737ca44e,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:19.373469 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4be35-241e-4fa4-b15e-2209bf5708f0 None None] No DVR routers for this DVR port a9d1adec-c7bc-4fca-9a70-8e20737ca44e on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:19.420082 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:19.430026 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] No DVR routers for this DVR port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:19.441494 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.441494 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.441494 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.441494 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.441494 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.442420 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.442993 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.443114 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.444677 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.445127 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.445485 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.445837 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.446163 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.446483 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.446805 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:19.474088 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.481515 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:19.504722 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] Pushing event deleted for resources: {'Port': ['ID=9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:19.507293 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb53040-d06f-49ed-a2ff-7436bc184e89 None None] No DVR routers for this DVR port 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:19.509369 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.552843 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (8466ff83-1798-416f-b100-eb5c1e5d2fe0), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.565045 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 2ba301b4-abae-48bf-9ffb-6c50c8445d69 resource provider aggregate not found Jun 17 11:48:19.584210 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8466ff83-1798-416f-b100-eb5c1e5d2fe0']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:19.587708 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 2ba301b4-abae-48bf-9ffb-6c50c8445d69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ba301b4-abae-48bf-9ffb-6c50c8445d69 found for delete ", "request_id": "req-78464587-8524-4a79-ae2d-f0e2e1e0d287"}]} Jun 17 11:48:19.596816 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b221356f-7e59-4efb-930c-cf23546a5365') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:19.597213 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b221356f-7e59-4efb-930c-cf23546a5365') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:19.609682 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (b221356f-7e59-4efb-930c-cf23546a5365), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.626112 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (b221356f-7e59-4efb-930c-cf23546a5365), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.634206 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:48:19.634447 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (b221356f-7e59-4efb-930c-cf23546a5365), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.655238 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (c868a535-9c12-4f90-862a-6c3a44470c58), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.691882 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.696628 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c868a535-9c12-4f90-862a-6c3a44470c58 HTTP/1.1" status: 204 len: 168 time: 1.3059914 Jun 17 11:48:19.719931 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0714c1a-413b-4e93-9464-4879fa633d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=c868a535-9c12-4f90-862a-6c3a44470c58,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:19.769988 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:19.827913 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device c2d09ae3-0045-4063-ae39-831066d1964a no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:19.852015 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: c2d09ae3-0045-4063-ae39-831066d1964a {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:19.852377 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device c2d09ae3-0045-4063-ae39-831066d1964a not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:19.852820 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 65a9b62e-250d-44e3-8e95-a9275aeb7238 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:19.871437 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (8466ff83-1798-416f-b100-eb5c1e5d2fe0), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.877807 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:48:19.880802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 65a9b62e-250d-44e3-8e95-a9275aeb7238 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:19.880802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 65a9b62e-250d-44e3-8e95-a9275aeb7238 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:19.880802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device f34d3bb3-175f-49fe-8515-0035356ce146 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:19.889999 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:19.893459 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8466ff83-1798-416f-b100-eb5c1e5d2fe0 HTTP/1.1" status: 204 len: 168 time: 1.2604828 Jun 17 11:48:19.895212 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1290b9-d247-4062-bd26-755e0cae7bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8466ff83-1798-416f-b100-eb5c1e5d2fe0,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:19.898354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35922) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:19.901453 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: f34d3bb3-175f-49fe-8515-0035356ce146 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:19.901908 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device f34d3bb3-175f-49fe-8515-0035356ce146 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:19.902371 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:19.922017 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:19.922383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 9da175c7-c4a7-4b2a-8c0e-ad7b3f51174c not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:19.922809 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device a9d1adec-c7bc-4fca-9a70-8e20737ca44e no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:19.943198 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: a9d1adec-c7bc-4fca-9a70-8e20737ca44e {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:19.943592 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device a9d1adec-c7bc-4fca-9a70-8e20737ca44e not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:20.243141 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35928) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:20.336132 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1d5a15d4-a87c-46ec-9733-4db363b2c381 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b35e2c02ed78431fbbc93d3da1a7caba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0916920 Jun 17 11:48:20.339858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35930) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:20.346224 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (5a0f1e78-2f50-4010-b067-f435ab902225), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:20.620493 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Deleting port 51fc96c0-064f-427c-b832-f4af9e46f3c0 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:20.620922 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:20.664055 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Publish callbacks [] for security_group (ccd20b08-4fb3-42e0-83a8-7e8247eb21fd), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:20.689769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Publish callbacks [] for security_group (ccd20b08-4fb3-42e0-83a8-7e8247eb21fd), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:20.713208 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] For port 51fc96c0-064f-427c-b832-f4af9e46f3c0, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=51fc96c0-064f-427c-b832-f4af9e46f3c0,segment=NetworkSegment(9fa8bf49-cfbb-45b4-9550-c10e71046c25),segment_id=9fa8bf49-cfbb-45b4-9550-c10e71046c25)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:20.713575 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:20.728213 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Calling delete_port for 51fc96c0-064f-427c-b832-f4af9e46f3c0 owned by network:router_interface {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:20.827879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ccd20b08-4fb3-42e0-83a8-7e8247eb21fd), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:20.831231 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:20.832652 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccd20b08-4fb3-42e0-83a8-7e8247eb21fd HTTP/1.1" status: 204 len: 168 time: 0.4914775 Jun 17 11:48:20.843871 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd20b08-4fb3-42e0-83a8-7e8247eb21fd,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:20.857482 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.857909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.858320 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.858753 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.859158 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.859775 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.860336 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.860800 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.861266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.862612 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.862971 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.864027 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.864536 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.864909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.866021 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668eb65-9ebc-4684-8428-2d5348e6f784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:20.958018 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:21.100765 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (51fc96c0-064f-427c-b832-f4af9e46f3c0), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:21.158515 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fc96c0-064f-427c-b832-f4af9e46f3c0,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:21.685768 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:21.705345 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment b221356f-7e59-4efb-930c-cf23546a5365 resource provider aggregate not found Jun 17 11:48:21.710585 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (5a0f1e78-2f50-4010-b067-f435ab902225), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:21.768882 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment b221356f-7e59-4efb-930c-cf23546a5365 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b221356f-7e59-4efb-930c-cf23546a5365 found for delete ", "request_id": "req-57c266a7-c9bc-483f-811e-daf90ca15d28"}]} Jun 17 11:48:21.844302 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:21.971573 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Router 5a0f1e78-2f50-4010-b067-f435ab902225 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:22.111639 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:22.124024 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-96513c15-9e7d-4f52-82cb-9f7d4a79cb58 admin admin] 10.222.0.45 "PUT /v2.0/routers/5a0f1e78-2f50-4010-b067-f435ab902225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181287 Jun 17 11:48:22.124024 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35958) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:22.127835 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] Sync routers for ids ['5a0f1e78-2f50-4010-b067-f435ab902225'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:22.150271 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] Routers {'5a0f1e78-2f50-4010-b067-f435ab902225'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:22.151304 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5a0f1e78-2f50-4010-b067-f435ab902225'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:22.201246 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:22.261139 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:22.295159 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] Set router 5a0f1e78-2f50-4010-b067-f435ab902225 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:22.336452 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks [] for router (5a0f1e78-2f50-4010-b067-f435ab902225), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.366614 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35962) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:22.489484 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks [] for router_gateway (5a0f1e78-2f50-4010-b067-f435ab902225), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.533054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-322198654-network', 'tenant_id': 'fa616631e2274238860e8877393ad0ae'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:48:22.541059 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:48:20Z', 'revision_number': 5, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:22.568724 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] Checking router: 5a0f1e78-2f50-4010-b067-f435ab902225 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:22.578835 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] Routers {'5a0f1e78-2f50-4010-b067-f435ab902225'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:22.579522 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5a0f1e78-2f50-4010-b067-f435ab902225'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:22.662043 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Made reservation on behalf of fa616631e2274238860e8877393ad0ae for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:48:22.664572 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.674382 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Deleting port 0b565c6f-ddf1-4e4b-823d-15deb655b32e {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:22.674917 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.679423 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.731830 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] Set router 5a0f1e78-2f50-4010-b067-f435ab902225 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:22.799056 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] For port 0b565c6f-ddf1-4e4b-823d-15deb655b32e, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=0b565c6f-ddf1-4e4b-823d-15deb655b32e,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:22.799478 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.802454 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks [] for security_group (ffacc267-fe57-445b-9982-787c46094664), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.818482 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Calling delete_port for 0b565c6f-ddf1-4e4b-823d-15deb655b32e owned by network:router_gateway {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:22.892972 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:22.895220 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ffacc267-fe57-445b-9982-787c46094664), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.940906 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:48:22.970685 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (c351c9e9-8bc2-4e85-bb13-f2e458989276), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:22.971280 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Added segment c351c9e9-8bc2-4e85-bb13-f2e458989276 of type vlan for network 4b8eead1-e27c-4002-9024-816ddf3bab6a Jun 17 11:48:22.973689 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffacc267-fe57-445b-9982-787c46094664,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:23.023551 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:48:20Z', 'revision_number': 5, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:23.040389 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (4b8eead1-e27c-4002-9024-816ddf3bab6a), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.060517 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdadaa3-f1cc-4eba-b1a1-ec92a62cba6e None None] The sync data for ids ['5a0f1e78-2f50-4010-b067-f435ab902225'] in dv-cinder-837166-3-iscsi is: [{'id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'name': 'tempest-TestMinimumBasicScenario-1019007835-router', 'tenant_id': '9899ba0b7c2445dd918af4456d42f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:58Z', 'updated_at': '2022-06-17T11:48:20Z', 'revision_number': 5, 'project_id': '9899ba0b7c2445dd918af4456d42f0fe', 'gw_port': {'id': '0b565c6f-ddf1-4e4b-823d-15deb655b32e', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f1e78-2f50-4010-b067-f435ab902225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:59Z', 'updated_at': '2022-06-17T11:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:23.145681 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (0b565c6f-ddf1-4e4b-823d-15deb655b32e), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.179300 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b565c6f-ddf1-4e4b-823d-15deb655b32e,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:23.196327 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (4b8eead1-e27c-4002-9024-816ddf3bab6a), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.197356 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:23.197930 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.249939 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (5a0f1e78-2f50-4010-b067-f435ab902225), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.273109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] Pushing event updated for resources: {'Network': ['ID=4b8eead1-e27c-4002-9024-816ddf3bab6a,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:23.283154 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 4b8eead1-e27c-4002-9024-816ddf3bab6a details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:48:23.309904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:23.340653 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:23.340856 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-83e41438-110b-4a39-8e8b-58720bbe113d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9701405 Jun 17 11:48:23.340856 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 35968) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:23.344426 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (5a0f1e78-2f50-4010-b067-f435ab902225), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.346843 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks [] for router_controller (5a0f1e78-2f50-4010-b067-f435ab902225), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.346987 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Request body: {'subnet': {'network_id': '4b8eead1-e27c-4002-9024-816ddf3bab6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-322198654-subnet', 'tenant_id': 'fa616631e2274238860e8877393ad0ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:48:23.724229 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (5a0f1e78-2f50-4010-b067-f435ab902225), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.724501 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Made reservation on behalf of fa616631e2274238860e8877393ad0ae for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:48:23.724999 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0f1e78-2f50-4010-b067-f435ab902225 {{(pid=111182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:48:23.728195 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.732987 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.732987 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-68ab2bad-fbf9-4aab-ba17-68d7bbdc8a5a admin admin] 10.222.0.45 "DELETE /v2.0/routers/5a0f1e78-2f50-4010-b067-f435ab902225 HTTP/1.1" status: 204 len: 168 time: 1.6078391 Jun 17 11:48:23.733674 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35970) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:23.801509 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] Deleting subnet af162f5a-cdfc-4ddd-93b4-401c35da2317 {{(pid=111182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:48:23.807009 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] Publish callbacks [] for subnet (af162f5a-cdfc-4ddd-93b4-401c35da2317), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.853918 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7430673'] for subnet (af162f5a-cdfc-4ddd-93b4-401c35da2317), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:23.879486 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 51fc96c0-064f-427c-b832-f4af9e46f3c0 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:23.916047 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 51fc96c0-064f-427c-b832-f4af9e46f3c0 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:23.916388 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 51fc96c0-064f-427c-b832-f4af9e46f3c0 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:23.962502 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (af162f5a-cdfc-4ddd-93b4-401c35da2317), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.272703 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (cbfec285-cdc6-452e-b0d9-b3a2ac55f001), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.276222 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:24.307277 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:24.307723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982275'] for subnet (af162f5a-cdfc-4ddd-93b4-401c35da2317), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.342148 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af162f5a-cdfc-4ddd-93b4-401c35da2317,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:24.344114 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbfec285-cdc6-452e-b0d9-b3a2ac55f001,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:24.346148 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.354580 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a8786a69-1f55-4004-b6f0-9f952311bc9b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/af162f5a-cdfc-4ddd-93b4-401c35da2317 HTTP/1.1" status: 204 len: 168 time: 0.6191752 Jun 17 11:48:24.355048 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35974) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:24.356040 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e9ea8-e01e-498c-9075-7f4749e32f18 None None] Network fb200a95-e91b-47a8-96e2-cde33c5826a5 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:24.360874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Checking segment: {'id': 'c351c9e9-8bc2-4e85-bb13-f2e458989276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4b8eead1-e27c-4002-9024-816ddf3bab6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:48:24.360874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Network hostable DHCP agents. Network: 4b8eead1-e27c-4002-9024-816ddf3bab6a, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:48:24.463524 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (fb200a95-e91b-47a8-96e2-cde33c5826a5), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.516600 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Deleting port 35caccea-726b-40a9-8191-90ad086cd796 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:24.517050 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (35caccea-726b-40a9-8191-90ad086cd796), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.529587 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] DHCP port deletion for fb200a95-e91b-47a8-96e2-cde33c5826a5 request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:48:24.542628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Network 4b8eead1-e27c-4002-9024-816ddf3bab6a is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:48:24.594670 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] For port 35caccea-726b-40a9-8191-90ad086cd796, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=35caccea-726b-40a9-8191-90ad086cd796,segment=NetworkSegment(9fa8bf49-cfbb-45b4-9550-c10e71046c25),segment_id=9fa8bf49-cfbb-45b4-9550-c10e71046c25)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:24.595026 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (35caccea-726b-40a9-8191-90ad086cd796), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.612108 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Calling delete_port for 35caccea-726b-40a9-8191-90ad086cd796 owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:24.648411 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 4b8eead1-e27c-4002-9024-816ddf3bab6a) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:48:24.653878 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:24.654628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.693587 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:24.701480 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c90ce6-5819-44b2-a9fd-db89da197deb None None] Network 4b8eead1-e27c-4002-9024-816ddf3bab6a requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:24.764244 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Deleting port 35caccea-726b-40a9-8191-90ad086cd796 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:24.764532 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (35caccea-726b-40a9-8191-90ad086cd796), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.786789 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (35caccea-726b-40a9-8191-90ad086cd796), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.799044 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f598d237-c30a-4553-b2c8-9f9c9c2e715c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4482808 Jun 17 11:48:24.822113 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] No DVR routers for this DVR port 35caccea-726b-40a9-8191-90ad086cd796 on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:24.827907 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Pushing event deleted for resources: {'Port': ['ID=35caccea-726b-40a9-8191-90ad086cd796,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:24.831107 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.908408 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] For port 35caccea-726b-40a9-8191-90ad086cd796, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=35caccea-726b-40a9-8191-90ad086cd796,segment=NetworkSegment(9fa8bf49-cfbb-45b4-9550-c10e71046c25),segment_id=9fa8bf49-cfbb-45b4-9550-c10e71046c25)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:24.909052 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (35caccea-726b-40a9-8191-90ad086cd796), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.917624 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (fb200a95-e91b-47a8-96e2-cde33c5826a5), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.944446 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Calling delete_port for 35caccea-726b-40a9-8191-90ad086cd796 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:24.950585 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb200a95-e91b-47a8-96e2-cde33c5826a5']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:24.951931 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e2b78-2b2f-4b9b-983b-58fe2fc36a52 None None] Network 4b8eead1-e27c-4002-9024-816ddf3bab6a requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:24.963199 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa8bf49-cfbb-45b4-9550-c10e71046c25') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:24.963626 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa8bf49-cfbb-45b4-9550-c10e71046c25') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:24.976094 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (9fa8bf49-cfbb-45b4-9550-c10e71046c25), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.992325 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (9fa8bf49-cfbb-45b4-9550-c10e71046c25), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:24.999668 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:48:25.000186 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (9fa8bf49-cfbb-45b4-9550-c10e71046c25), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:25.053782 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 9fa8bf49-cfbb-45b4-9550-c10e71046c25 resource provider aggregate not found Jun 17 11:48:25.075350 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 9fa8bf49-cfbb-45b4-9550-c10e71046c25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fa8bf49-cfbb-45b4-9550-c10e71046c25 found for delete ", "request_id": "req-e4d18b24-dd60-4538-bbf9-2f4607dd3542"}]} Jun 17 11:48:25.121103 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (35caccea-726b-40a9-8191-90ad086cd796), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:25.148968 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Pushing event deleted for resources: {'Port': ['ID=35caccea-726b-40a9-8191-90ad086cd796,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:25.154072 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (fb200a95-e91b-47a8-96e2-cde33c5826a5), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:25.158709 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] No DVR routers for this DVR port 35caccea-726b-40a9-8191-90ad086cd796 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:25.162849 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.163194 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.163575 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.163904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.164231 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.164557 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.165085 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.165263 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.165557 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.165821 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.166126 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.166444 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.166761 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.166966 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:25.167164 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.167404 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84a730-b9c7-4109-a33e-ac4b6b70c79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:48:25.173459 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb200a95-e91b-47a8-96e2-cde33c5826a5 HTTP/1.1" status: 204 len: 168 time: 0.8168840 Jun 17 11:48:25.192791 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425beb8-5416-46e6-aa02-3df9d17180fb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb200a95-e91b-47a8-96e2-cde33c5826a5,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:25.651486 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35996) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:25.701724 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f78ec85d-bdeb-4cca-b516-e101bdbdb65f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6466d6627209487ca62377eb7aa5d9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490813 Jun 17 11:48:25.705903 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 35998) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:25.712638 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:25.763876 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-158a2f0e-6566-4c29-ab55-11435dc97665 admin admin] Publish callbacks [] for security_group (0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:25.803332 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-158a2f0e-6566-4c29-ab55-11435dc97665 admin admin] Publish callbacks [] for security_group (0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:25.810298 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36002) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:25.810298 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1381572488-network', 'tenant_id': 'd9c202b4e35146af9ae05fb322e8a402'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:48:25.844490 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35caccea-726b-40a9-8191-90ad086cd796 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:25.865639 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 35caccea-726b-40a9-8191-90ad086cd796 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:25.865975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 35caccea-726b-40a9-8191-90ad086cd796 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:25.866390 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 0b565c6f-ddf1-4e4b-823d-15deb655b32e no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:25.885345 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 0b565c6f-ddf1-4e4b-823d-15deb655b32e {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:25.885688 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 0b565c6f-ddf1-4e4b-823d-15deb655b32e not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:25.958763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Made reservation on behalf of d9c202b4e35146af9ae05fb322e8a402 for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:48:25.961254 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:25.970969 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.019512 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-158a2f0e-6566-4c29-ab55-11435dc97665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.022876 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-158a2f0e-6566-4c29-ab55-11435dc97665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.024094 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-158a2f0e-6566-4c29-ab55-11435dc97665 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a HTTP/1.1" status: 204 len: 168 time: 0.3172753 Jun 17 11:48:26.032549 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a2f0e-6566-4c29-ab55-11435dc97665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c223b4e-3aee-41f5-9bb8-0aeeb9227a3a,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:26.081176 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks [] for security_group (f241cfa5-d7a5-4d77-9e3d-1201c205697f), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.173926 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f241cfa5-d7a5-4d77-9e3d-1201c205697f), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.205369 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:48:26.212556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f241cfa5-d7a5-4d77-9e3d-1201c205697f,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:26.219160 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (ba4bbb56-ac03-48ba-963e-6c58a67ae168), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.219357 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Added segment ba4bbb56-ac03-48ba-963e-6c58a67ae168 of type vlan for network 4f13d8bf-87d7-4302-bf8e-177874c5bf01 Jun 17 11:48:26.263660 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (4f13d8bf-87d7-4302-bf8e-177874c5bf01), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.803676 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (4f13d8bf-87d7-4302-bf8e-177874c5bf01), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.804737 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:26.805317 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:26.868478 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f13d8bf-87d7-4302-bf8e-177874c5bf01,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:26.878490 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 4f13d8bf-87d7-4302-bf8e-177874c5bf01 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:48:26.961351 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-09858988-a86f-4c80-93c1-55bddac07ab0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1565981 Jun 17 11:48:26.968729 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36010) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:26.969217 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Request body: {'subnet': {'network_id': '4f13d8bf-87d7-4302-bf8e-177874c5bf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1381572488-subnet', 'tenant_id': 'd9c202b4e35146af9ae05fb322e8a402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:48:27.072212 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Made reservation on behalf of d9c202b4e35146af9ae05fb322e8a402 for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:48:27.074770 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:27.217495 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:27.380846 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36012) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:27.397546 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-aabe004b-716d-4d07-9286-7fe44b1a905c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9899ba0b7c2445dd918af4456d42f0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459623 Jun 17 11:48:27.400663 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36016) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:27.421125 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (cea0ba0e-b45e-41dc-830d-0decd7521c92), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:27.461831 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6d15323d-f827-40a7-818c-d418603a6a42 admin admin] Publish callbacks [] for security_group (337966da-3406-484f-b90f-6ffd04926765), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:27.463320 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:27.487245 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6d15323d-f827-40a7-818c-d418603a6a42 admin admin] Publish callbacks [] for security_group (337966da-3406-484f-b90f-6ffd04926765), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:27.492064 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea0ba0e-b45e-41dc-830d-0decd7521c92,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:27.505426 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Checking segment: {'id': 'ba4bbb56-ac03-48ba-963e-6c58a67ae168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4f13d8bf-87d7-4302-bf8e-177874c5bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:48:27.505788 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Network hostable DHCP agents. Network: 4f13d8bf-87d7-4302-bf8e-177874c5bf01, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:48:27.644111 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6d15323d-f827-40a7-818c-d418603a6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (337966da-3406-484f-b90f-6ffd04926765), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:27.644423 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Network 4f13d8bf-87d7-4302-bf8e-177874c5bf01 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:48:27.647045 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6d15323d-f827-40a7-818c-d418603a6a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:27.650519 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6d15323d-f827-40a7-818c-d418603a6a42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/337966da-3406-484f-b90f-6ffd04926765 HTTP/1.1" status: 204 len: 168 time: 0.2466190 Jun 17 11:48:27.657424 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15323d-f827-40a7-818c-d418603a6a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337966da-3406-484f-b90f-6ffd04926765,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:27.703892 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=30 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:27.769419 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 4f13d8bf-87d7-4302-bf8e-177874c5bf01) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:48:27.776291 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:27.777035 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:27.781129 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7a113-9983-45d8-b6a4-81e557979ad4 None None] Network 4f13d8bf-87d7-4302-bf8e-177874c5bf01 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:27.838664 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:27.887322 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430851d-d031-40f6-93aa-47ae4e9befcb None None] Network 4f13d8bf-87d7-4302-bf8e-177874c5bf01 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:27.943702 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-1872f54d-c79d-4aa4-a554-38004d8595a0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9783678 Jun 17 11:48:28.110312 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36022) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:28.170846 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] Deleting subnet cbfec285-cdc6-452e-b0d9-b3a2ac55f001 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:48:28.174919 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] Publish callbacks [] for subnet (cbfec285-cdc6-452e-b0d9-b3a2ac55f001), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.216538 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] Publish callbacks [] for subnet (cbfec285-cdc6-452e-b0d9-b3a2ac55f001), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.224042 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (cbfec285-cdc6-452e-b0d9-b3a2ac55f001), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.385560 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (cbfec285-cdc6-452e-b0d9-b3a2ac55f001), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.415149 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbfec285-cdc6-452e-b0d9-b3a2ac55f001,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:28.422046 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.424654 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a71f9dba-5b08-4df7-aacc-1ddabfe2e5fb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cbfec285-cdc6-452e-b0d9-b3a2ac55f001 HTTP/1.1" status: 204 len: 168 time: 0.3130624 Jun 17 11:48:28.428000 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36026) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:28.503864 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (4b8eead1-e27c-4002-9024-816ddf3bab6a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.597873 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (4b8eead1-e27c-4002-9024-816ddf3bab6a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.623840 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8eead1-e27c-4002-9024-816ddf3bab6a']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:28.636939 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c351c9e9-8bc2-4e85-bb13-f2e458989276') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:28.637296 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c351c9e9-8bc2-4e85-bb13-f2e458989276') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:28.650035 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (c351c9e9-8bc2-4e85-bb13-f2e458989276), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.669569 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (c351c9e9-8bc2-4e85-bb13-f2e458989276), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.677788 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:48:28.678183 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (c351c9e9-8bc2-4e85-bb13-f2e458989276), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.735926 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment c351c9e9-8bc2-4e85-bb13-f2e458989276 resource provider aggregate not found Jun 17 11:48:28.759116 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment c351c9e9-8bc2-4e85-bb13-f2e458989276 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c351c9e9-8bc2-4e85-bb13-f2e458989276 found for delete ", "request_id": "req-f6b50c99-1eef-4fcb-9272-0b8cff8f15ea"}]} Jun 17 11:48:28.876970 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (4b8eead1-e27c-4002-9024-816ddf3bab6a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.882740 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.889892 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] 10.222.0.45 "DELETE /v2.0/networks/4b8eead1-e27c-4002-9024-816ddf3bab6a HTTP/1.1" status: 204 len: 168 time: 0.4570086 Jun 17 11:48:28.890244 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36032) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:28.898539 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6ef39-2ca8-49c4-86b7-febfba78d3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8eead1-e27c-4002-9024-816ddf3bab6a,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:28.940784 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] Deleting subnet cea0ba0e-b45e-41dc-830d-0decd7521c92 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:48:28.944371 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] Publish callbacks [] for subnet (cea0ba0e-b45e-41dc-830d-0decd7521c92), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.980989 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] Publish callbacks [] for subnet (cea0ba0e-b45e-41dc-830d-0decd7521c92), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:28.987039 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (cea0ba0e-b45e-41dc-830d-0decd7521c92), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.043508 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:29.140987 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for subnet (cea0ba0e-b45e-41dc-830d-0decd7521c92), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.165666 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea0ba0e-b45e-41dc-830d-0decd7521c92,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:29.171926 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.175162 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-12aa12d9-f8cc-4971-9058-3fc31ed71021 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cea0ba0e-b45e-41dc-830d-0decd7521c92 HTTP/1.1" status: 204 len: 168 time: 0.2834704 Jun 17 11:48:29.178897 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36034) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:29.258701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (4f13d8bf-87d7-4302-bf8e-177874c5bf01), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.351802 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (4f13d8bf-87d7-4302-bf8e-177874c5bf01), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.376200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.376587 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.377331 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.377689 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > port after_create 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.378033 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.378384 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > port after_update 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.378704 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.379077 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.380010 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.380305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.485630 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.485891 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.487548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.487548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 11:48:29.487548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f13d8bf-87d7-4302-bf8e-177874c5bf01']}} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:29.506470 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4bbb56-ac03-48ba-963e-6c58a67ae168') {'for_net_delete': True} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:29.506769 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4bbb56-ac03-48ba-963e-6c58a67ae168') {} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:29.524009 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126865063'] for segment (ba4bbb56-ac03-48ba-963e-6c58a67ae168), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.553698 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (ba4bbb56-ac03-48ba-963e-6c58a67ae168), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.563587 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=111181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:48:29.563906 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126436832'] for segment (ba4bbb56-ac03-48ba-963e-6c58a67ae168), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.733991 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (4f13d8bf-87d7-4302-bf8e-177874c5bf01), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.743046 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:29.747512 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4f13d8bf-87d7-4302-bf8e-177874c5bf01 HTTP/1.1" status: 204 len: 168 time: 0.5664396 Jun 17 11:48:29.757871 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2fb66-83ea-4195-bf05-0e3184cc2654 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f13d8bf-87d7-4302-bf8e-177874c5bf01,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:29.821007 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.services.segments.plugin [-] Segment ba4bbb56-ac03-48ba-963e-6c58a67ae168 resource provider aggregate not found Jun 17 11:48:29.846794 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.services.segments.plugin [-] Segment ba4bbb56-ac03-48ba-963e-6c58a67ae168 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba4bbb56-ac03-48ba-963e-6c58a67ae168 found for delete ", "request_id": "req-f52b3610-aaf1-4a1b-a44d-ce1fec38052a"}]} Jun 17 11:48:29.870363 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:DELETE=1,neutron:SELECT=70,neutron:UPDATE=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:30.123080 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36064) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:30.167964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:30.172383 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-87954f6c-367a-4a36-a6c3-ca6e2e518316 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa616631e2274238860e8877393ad0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481920 Jun 17 11:48:30.175099 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36066) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:30.227753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-caaaa240-7171-49ac-9430-4ea7fd4c17e8 admin admin] Publish callbacks [] for security_group (ffacc267-fe57-445b-9982-787c46094664), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:30.250404 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-caaaa240-7171-49ac-9430-4ea7fd4c17e8 admin admin] Publish callbacks [] for security_group (ffacc267-fe57-445b-9982-787c46094664), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:30.501124 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-caaaa240-7171-49ac-9430-4ea7fd4c17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ffacc267-fe57-445b-9982-787c46094664), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:30.503712 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-caaaa240-7171-49ac-9430-4ea7fd4c17e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:30.505236 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-caaaa240-7171-49ac-9430-4ea7fd4c17e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffacc267-fe57-445b-9982-787c46094664 HTTP/1.1" status: 204 len: 168 time: 0.3290758 Jun 17 11:48:30.514730 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaa240-7171-49ac-9430-4ea7fd4c17e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffacc267-fe57-445b-9982-787c46094664,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:31.508693 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36074) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:31.550072 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-80ff1b41-4370-4bed-8e98-0a14e505b081 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9c202b4e35146af9ae05fb322e8a402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401955 Jun 17 11:48:31.557621 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36076) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:31.610976 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-890b8a19-17d1-4253-be25-ebcaadd02679 admin admin] Publish callbacks [] for security_group (f241cfa5-d7a5-4d77-9e3d-1201c205697f), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:31.635544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-890b8a19-17d1-4253-be25-ebcaadd02679 admin admin] Publish callbacks [] for security_group (f241cfa5-d7a5-4d77-9e3d-1201c205697f), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:31.849888 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-890b8a19-17d1-4253-be25-ebcaadd02679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f241cfa5-d7a5-4d77-9e3d-1201c205697f), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:31.852596 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-890b8a19-17d1-4253-be25-ebcaadd02679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:31.853756 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-890b8a19-17d1-4253-be25-ebcaadd02679 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f241cfa5-d7a5-4d77-9e3d-1201c205697f HTTP/1.1" status: 204 len: 168 time: 0.2952223 Jun 17 11:48:31.856036 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:31.862392 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b8a19-17d1-4253-be25-ebcaadd02679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f241cfa5-d7a5-4d77-9e3d-1201c205697f,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:32.933381 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30befac-09bc-41c8-9a6e-feb25ce516ea req-7116d89a-86b2-4045-9d81-236a0fb7bee9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:32.934931 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f30befac-09bc-41c8-9a6e-feb25ce516ea req-7116d89a-86b2-4045-9d81-236a0fb7bee9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.0604153 Jun 17 11:48:32.995826 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f30befac-09bc-41c8-9a6e-feb25ce516ea req-c16cf306-e19f-47d5-ba87-529a5d0dd3cd tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537498 Jun 17 11:48:34.124184 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758928e-5e68-4261-81e2-7717822e94fe req-d4d54b2c-3bd9-43d0-8493-e84959aa60da tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:34.126115 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2758928e-5e68-4261-81e2-7717822e94fe req-d4d54b2c-3bd9-43d0-8493-e84959aa60da tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.0527070 Jun 17 11:48:34.210700 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2758928e-5e68-4261-81e2-7717822e94fe req-1340ec58-1ee8-4eff-ab44-4822b71cf17c tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740750 Jun 17 11:48:34.657512 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-2c744174-037c-4e3a-a9ca-ac2cfc14f1a6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:34.659408 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-2c744174-037c-4e3a-a9ca-ac2cfc14f1a6 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.0639935 Jun 17 11:48:34.764828 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port ec529d14-50c4-4d90-8fe1-d7b22fa82064 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:34.765454 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:34.822778 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:34.866725 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] For port ec529d14-50c4-4d90-8fe1-d7b22fa82064, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ec529d14-50c4-4d90-8fe1-d7b22fa82064,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:34.867620 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:35.062718 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:35.063142 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (01f07cee-91a5-411f-806f-759ebe8a2a4c), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:35.063452 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Floating IP 01f07cee-91a5-411f-806f-759ebe8a2a4c disassociated. External IP: 172.27.2.219, port: ec529d14-50c4-4d90-8fe1-d7b22fa82064. Jun 17 11:48:35.063814 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for ec529d14-50c4-4d90-8fe1-d7b22fa82064 owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:35.335581 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (ec529d14-50c4-4d90-8fe1-d7b22fa82064), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:35.350859 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ad50d-681a-4d49-919d-eb847bd5e369 req-fcf76bce-67b6-4191-8bc1-e6d3a582dcf9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:35.352962 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6e1ad50d-681a-4d49-919d-eb847bd5e369 req-fcf76bce-67b6-4191-8bc1-e6d3a582dcf9 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 945 time: 0.0629966 Jun 17 11:48:35.372699 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=ec529d14-50c4-4d90-8fe1-d7b22fa82064,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:35.429822 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6e1ad50d-681a-4d49-919d-eb847bd5e369 req-2070315f-9636-4a47-82fc-cb7c8a60293b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups?id=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666935 Jun 17 11:48:35.548144 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:35.641138 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:35.660006 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:35.671128 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:35.685514 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:35.686449 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:35.714126 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] No DVR routers for this DVR port ec529d14-50c4-4d90-8fe1-d7b22fa82064 on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:35.717847 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:35.722154 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-e202441a-28dc-4cb2-a517-6bdb183b46d4 req-338d6452-caee-4d5c-9344-46c2ddc518cc tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.33 "DELETE /v2.0/ports/ec529d14-50c4-4d90-8fe1-d7b22fa82064 HTTP/1.1" status: 204 len: 173 time: 1.0573087 Jun 17 11:48:35.723504 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'name': 'network-vif-deleted', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:48:35.733387 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f717f8-a022-4176-962f-b36e7b5ad939" -d '{"events": [{"server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "name": "network-vif-deleted", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:48:35.796975 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8e5ef0-472b-4e80-bc25-232b54e747a6 x-openstack-request-id: req-9e8e5ef0-472b-4e80-bc25-232b54e747a6 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:48:35.797407 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cfb97a-c546-496a-9557-1663ada483b3", "name": "network-vif-deleted", "tag": "ec529d14-50c4-4d90-8fe1-d7b22fa82064", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:48:35.797754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e8e5ef0-472b-4e80-bc25-232b54e747a6 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:48:35.798413 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8e5ef0-472b-4e80-bc25-232b54e747a6'] response: {'server_uuid': '52cfb97a-c546-496a-9557-1663ada483b3', 'name': 'network-vif-deleted', 'tag': 'ec529d14-50c4-4d90-8fe1-d7b22fa82064', 'status': 'completed', 'code': 200} Jun 17 11:48:35.820731 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:36.030507 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:36.057467 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:36.067255 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:36.068028 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:36.178192 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:36.386850 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:36.418310 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03ed64-1d2c-4aee-8bc1-c2dfea656472 None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '37e3ab7e-0442-4966-813c-746aae58cd62', 'name': '', 'network_id': '562be4fa-7f02-4e16-ab0e-484de596db99', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'mac_address': 'fa:16:3e:92:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:07Z', 'updated_at': '2022-06-17T11:41:20Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'subnets': [{'id': 'd794b945-edce-4ea8-be0d-e1c3e9d638dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:36.598514 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2048f223-69aa-4f0c-ae55-727c8276324e req-543000b0-ede0-498d-9b8a-555804b5cc11 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cfb97a-c546-496a-9557-1663ada483b3 HTTP/1.1" status: 200 len: 210 time: 0.0365345 Jun 17 11:48:36.692169 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492692b8-7caa-4f4c-9d10-e0392ccc58f7 None None] New status for floating IP 01f07cee-91a5-411f-806f-759ebe8a2a4c: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:48:37.797570 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36158) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:37.857838 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-72313825-e4dc-4e3d-b280-0df1d2140486 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:37.885459 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-72313825-e4dc-4e3d-b280-0df1d2140486 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.015095 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-72313825-e4dc-4e3d-b280-0df1d2140486 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.017794 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-72313825-e4dc-4e3d-b280-0df1d2140486 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.018990 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-72313825-e4dc-4e3d-b280-0df1d2140486 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/security-groups/71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf HTTP/1.1" status: 204 len: 168 time: 0.2204342 Jun 17 11:48:38.022612 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36160) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:38.029884 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72313825-e4dc-4e3d-b280-0df1d2140486 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:38.041123 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.api.v2.resource [None req-3875d966-470e-459e-a028-951473f0890b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] show failed (client error): The resource could not be found. Jun 17 11:48:38.045907 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3875d966-470e-459e-a028-951473f0890b tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "GET /v2.0/security-groups/71f8fde6-7e4f-4c1a-92a6-7f7478c65ccf HTTP/1.1" status: 404 len: 347 time: 0.0186236 Jun 17 11:48:38.046217 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36162) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:38.047516 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:38.172802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Deleting port d1b9cd05-80f0-482e-be44-6d27a435ff27 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:38.173223 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.250085 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.250432 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (d1b9cd05-80f0-482e-be44-6d27a435ff27), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.264820 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Calling delete_port for d1b9cd05-80f0-482e-be44-6d27a435ff27 owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:38.489232 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (d1b9cd05-80f0-482e-be44-6d27a435ff27), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.514322 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Pushing event deleted for resources: {'Port': ['ID=d1b9cd05-80f0-482e-be44-6d27a435ff27,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:38.569560 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:38.639659 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks [] for floatingip (01f07cee-91a5-411f-806f-759ebe8a2a4c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.645751 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:38.647803 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-5d0c0efd-b1cf-4d97-8952-dcae671d0f51 tempest-AttachVolumeNegativeTest-1942846496 tempest-AttachVolumeNegativeTest-1942846496-project] 10.222.0.45 "DELETE /v2.0/floatingips/01f07cee-91a5-411f-806f-759ebe8a2a4c HTTP/1.1" status: 204 len: 168 time: 0.6003556 Jun 17 11:48:40.106061 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device ec529d14-50c4-4d90-8fe1-d7b22fa82064 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:40.127964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: ec529d14-50c4-4d90-8fe1-d7b22fa82064 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:40.128299 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device ec529d14-50c4-4d90-8fe1-d7b22fa82064 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:43.757706 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-74d4de0a-93d2-4ada-ae37-747067c89f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:43.988577 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeacb0-7179-419d-902b-2ac4c11b73b4 req-39c0df44-3946-4465-a23c-cc8cf685d684 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:43.993186 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9eeacb0-7179-419d-902b-2ac4c11b73b4 req-39c0df44-3946-4465-a23c-cc8cf685d684 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0554488 Jun 17 11:48:44.048427 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a9eeacb0-7179-419d-902b-2ac4c11b73b4 req-d299dc84-abfa-4762-8700-524b9c6ade97 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507505 Jun 17 11:48:45.174177 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbb931-68c9-4900-b61d-df888ce9eea6 req-be3e1358-6008-4265-8684-0f47df5e84dc tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:45.175615 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fccbb931-68c9-4900-b61d-df888ce9eea6 req-be3e1358-6008-4265-8684-0f47df5e84dc tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0514882 Jun 17 11:48:45.231404 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fccbb931-68c9-4900-b61d-df888ce9eea6 req-d838c95c-0ed4-42bf-9342-7898771d66f1 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487063 Jun 17 11:48:45.980507 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03475c35-a3d6-4e7b-8353-4ef218d53d3a req-03e05139-26ae-49fb-b944-57e87f1df801 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:45.981858 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03475c35-a3d6-4e7b-8353-4ef218d53d3a req-03e05139-26ae-49fb-b944-57e87f1df801 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0530970 Jun 17 11:48:46.025428 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36274) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:46.040660 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03475c35-a3d6-4e7b-8353-4ef218d53d3a req-91cd43c3-1618-4035-9bff-1ad2c7030364 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507152 Jun 17 11:48:46.186011 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9581-33f7-44b7-84b7-76121d8664c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:46.386803 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfcd3f-3352-4d80-b876-f79bef42ff7d req-f760fbaa-66fc-43ee-aee1-8851a04e1094 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:46.388562 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a0cfcd3f-3352-4d80-b876-f79bef42ff7d req-f760fbaa-66fc-43ee-aee1-8851a04e1094 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0537758 Jun 17 11:48:46.441183 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:46.452813 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a0cfcd3f-3352-4d80-b876-f79bef42ff7d req-c8c600da-9995-40a8-9d81-3f33e6658327 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564704 Jun 17 11:48:46.806466 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (91ecfd47-ae35-4898-88d7-7a0749f93306), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:46.810214 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:47.057993 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Deleting port 37e3ab7e-0442-4966-813c-746aae58cd62 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:47.058712 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:47.143821 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] For port 37e3ab7e-0442-4966-813c-746aae58cd62, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=37e3ab7e-0442-4966-813c-746aae58cd62,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:47.144187 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:47.158105 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Calling delete_port for 37e3ab7e-0442-4966-813c-746aae58cd62 owned by network:router_interface {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:47.173081 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe7c3f-ef61-4997-9175-94734a4ff95f req-4603d9ad-ab9b-41b9-880a-07e0b8bb3f8a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:47.174917 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6cfe7c3f-ef61-4997-9175-94734a4ff95f req-4603d9ad-ab9b-41b9-880a-07e0b8bb3f8a tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0567997 Jun 17 11:48:47.241821 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6cfe7c3f-ef61-4997-9175-94734a4ff95f req-8fd515df-0ba3-45cb-a754-f8e0e4edb5d4 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558267 Jun 17 11:48:47.286829 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:47.501804 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:47.546893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-ac47d4ec-1db3-4e97-835f-75a3ad240b27 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:47.548647 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-ac47d4ec-1db3-4e97-835f-75a3ad240b27 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0735452 Jun 17 11:48:47.549883 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (37e3ab7e-0442-4966-813c-746aae58cd62), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:47.570448 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:47.598780 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d9358-e96c-4482-838c-518839fd1e6a req-84b30f3f-f5dc-497d-ac40-0e7e4f75aa32 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:47.600401 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-116d9358-e96c-4482-838c-518839fd1e6a req-84b30f3f-f5dc-497d-ac40-0e7e4f75aa32 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0664060 Jun 17 11:48:47.614040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e3ab7e-0442-4966-813c-746aae58cd62,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:47.669522 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-116d9358-e96c-4482-838c-518839fd1e6a req-2d7aab20-a4d3-49d5-8423-5d5ce4ad020a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624485 Jun 17 11:48:47.799192 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Deleting port f00e28a8-041d-4c99-8685-2e89673ad6b8 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:47.799811 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:47.960877 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:47.967350 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (91ecfd47-ae35-4898-88d7-7a0749f93306), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:47.980215 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] For port f00e28a8-041d-4c99-8685-2e89673ad6b8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f00e28a8-041d-4c99-8685-2e89673ad6b8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:47.980583 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:48.277928 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:48.278721 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (2b1f9020-697d-489e-b7a2-70be640b2e6d), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:48.278721 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Floating IP 2b1f9020-697d-489e-b7a2-70be640b2e6d disassociated. External IP: 172.27.2.139, port: f00e28a8-041d-4c99-8685-2e89673ad6b8. Jun 17 11:48:48.279217 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Calling delete_port for f00e28a8-041d-4c99-8685-2e89673ad6b8 owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:48.389010 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:48.402209 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327368-eb9b-484d-8415-14526477a76e req-01267c3b-db77-476b-a3cc-0cce73ae5c9b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:48.404134 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fc327368-eb9b-484d-8415-14526477a76e req-01267c3b-db77-476b-a3cc-0cce73ae5c9b tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 947 time: 0.0659251 Jun 17 11:48:48.423131 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Router 91ecfd47-ae35-4898-88d7-7a0749f93306 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:48.464948 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fc327368-eb9b-484d-8415-14526477a76e req-7b3a77fc-bda8-44ea-a629-98f4b21e01dd tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups?id=4594724c-2717-431d-93a6-9ef872f0fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529544 Jun 17 11:48:48.587692 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:48.597587 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-035009c0-771d-44a4-9298-ede27b68b2e5 admin admin] 10.222.0.45 "PUT /v2.0/routers/91ecfd47-ae35-4898-88d7-7a0749f93306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679619 Jun 17 11:48:48.597587 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36302) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:48.602802 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] Sync routers for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:48.624469 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:48.625199 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:48.712850 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (f00e28a8-041d-4c99-8685-2e89673ad6b8), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:48.749083 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event deleted for resources: {'Port': ['ID=f00e28a8-041d-4c99-8685-2e89673ad6b8,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:48.783144 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks [] for router (91ecfd47-ae35-4898-88d7-7a0749f93306), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:48.784341 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:48.911886 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:49.023511 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:49.037643 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks [] for router_gateway (91ecfd47-ae35-4898-88d7-7a0749f93306), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:49.040692 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:48:47Z', 'revision_number': 5, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port': {'id': '8bf8bc59-aa75-46d8-8e0c-44956de8e1c4', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:49.043505 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:49.046978 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Router 215cbbee-bf18-4794-85bf-c2ded75e0d1a has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:49.068031 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29ac8-47cd-409e-8091-26ea5825ae9e req-9d42682d-d250-48d7-b207-89228a510880 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:49.072362 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28c29ac8-47cd-409e-8091-26ea5825ae9e req-9d42682d-d250-48d7-b207-89228a510880 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0775118 Jun 17 11:48:49.188987 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-28c29ac8-47cd-409e-8091-26ea5825ae9e req-7d664dd2-2c4d-4225-ac14-bc83dbf5d76e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053128 Jun 17 11:48:49.208327 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] Checking router: 91ecfd47-ae35-4898-88d7-7a0749f93306 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:49.212518 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:49.219605 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] Routers {'91ecfd47-ae35-4898-88d7-7a0749f93306'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:49.220245 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['91ecfd47-ae35-4898-88d7-7a0749f93306'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:49.235115 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:49.244417 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Deleting port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:49.244791 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:49.249225 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] Sync routers for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:49.261845 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:49.262765 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:49.330813 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] Set router 91ecfd47-ae35-4898-88d7-7a0749f93306 gateway port host: None {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:49.357520 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:49.390086 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:48:49Z', 'revision_number': 6, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:49.401118 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] No DVR routers for this DVR port f00e28a8-041d-4c99-8685-2e89673ad6b8 on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:49.403913 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:49.412476 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-acb82368-82a4-46f7-bf1f-fb869af24617 req-a5ea2855-59be-4036-b5b1-7d48660f1815 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.33 "DELETE /v2.0/ports/f00e28a8-041d-4c99-8685-2e89673ad6b8 HTTP/1.1" status: 204 len: 173 time: 1.8550184 Jun 17 11:48:49.415345 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] For port 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:49.415745 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:49.420304 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-deleted', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:48:49.423020 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f992a724-5610-4986-9dd1-407657d88be5" -d '{"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-deleted", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:48:49.427591 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd68eb-0f6d-4101-8ab5-3d373416796f None None] The sync data for ids ['91ecfd47-ae35-4898-88d7-7a0749f93306'] in dv-cinder-837166-3-iscsi is: [{'id': '91ecfd47-ae35-4898-88d7-7a0749f93306', 'name': 'tempest-AttachVolumeNegativeTest-527195594-router', 'tenant_id': 'c58cf63264414f30a98161f6027daad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:55Z', 'updated_at': '2022-06-17T11:48:49Z', 'revision_number': 6, 'project_id': 'c58cf63264414f30a98161f6027daad0', 'gw_port_host': None}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:49.432724 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:49.448774 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Calling delete_port for 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 owned by network:router_gateway {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:49.486055 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:49.486942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac3808a-2393-4cde-9774-150021d2a51e x-openstack-request-id: req-4ac3808a-2393-4cde-9774-150021d2a51e {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:48:49.486942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eb9c8c-b733-475e-b69e-279e9295ac4d", "name": "network-vif-deleted", "tag": "f00e28a8-041d-4c99-8685-2e89673ad6b8", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:48:49.486942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ac3808a-2393-4cde-9774-150021d2a51e {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:48:49.487216 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac3808a-2393-4cde-9774-150021d2a51e'] response: {'server_uuid': 'f4eb9c8c-b733-475e-b69e-279e9295ac4d', 'name': 'network-vif-deleted', 'tag': 'f00e28a8-041d-4c99-8685-2e89673ad6b8', 'status': 'completed', 'code': 200} Jun 17 11:48:49.583854 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6ccfb815-0ed1-4239-b67c-37ad9efb7c6e req-e394a44d-441a-4123-89e0-29bb5d40d4f5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4eb9c8c-b733-475e-b69e-279e9295ac4d HTTP/1.1" status: 200 len: 210 time: 0.0286827 Jun 17 11:48:49.691842 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:49.729992 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] Checking router: 215cbbee-bf18-4794-85bf-c2ded75e0d1a for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:49.738719 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:49.739324 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:49.789305 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (8bf8bc59-aa75-46d8-8e0c-44956de8e1c4), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:49.819190 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 37e3ab7e-0442-4966-813c-746aae58cd62 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:49.833392 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf8bc59-aa75-46d8-8e0c-44956de8e1c4,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:49.848046 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 37e3ab7e-0442-4966-813c-746aae58cd62 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:49.848585 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 37e3ab7e-0442-4966-813c-746aae58cd62 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:49.893007 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:49.930434 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (91ecfd47-ae35-4898-88d7-7a0749f93306), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.021599 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (91ecfd47-ae35-4898-88d7-7a0749f93306), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.026589 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks [] for router_controller (91ecfd47-ae35-4898-88d7-7a0749f93306), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.218228 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (91ecfd47-ae35-4898-88d7-7a0749f93306), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.218967 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91ecfd47-ae35-4898-88d7-7a0749f93306 {{(pid=111182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:48:50.224031 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.228278 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-7e2065ef-edc4-4279-b8cb-77105b099d90 admin admin] 10.222.0.45 "DELETE /v2.0/routers/91ecfd47-ae35-4898-88d7-7a0749f93306 HTTP/1.1" status: 204 len: 168 time: 1.6284342 Jun 17 11:48:50.228663 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36326) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:50.254675 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:50.290599 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] Deleting subnet d794b945-edce-4ea8-be0d-e1c3e9d638dc {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:48:50.294318 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] Publish callbacks [] for subnet (d794b945-edce-4ea8-be0d-e1c3e9d638dc), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.322239 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85a5d9-df92-42d4-88bb-26f7037196b7 None None] The sync data for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi is: [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:41:12Z', 'revision_number': 4, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'a4441313-2174-4764-981c-0bfa5d4c45f8', 'name': '', 'network_id': 'e586d9ae-1ebe-4cac-a969-e5265b9acb47', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'mac_address': 'fa:16:3e:89:0e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:41:09Z', 'updated_at': '2022-06-17T11:41:27Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'subnets': [{'id': '3d7ea997-c21c-4bc0-a8b4-b31133441612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:50.384671 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126865118'] for subnet (d794b945-edce-4ea8-be0d-e1c3e9d638dc), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.415803 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659aa9-35c0-41e9-b505-c0b116eb1d7b req-15b5ac62-a466-41aa-a683-bbe52d887a15 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:50.417558 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-36659aa9-35c0-41e9-b505-c0b116eb1d7b req-15b5ac62-a466-41aa-a683-bbe52d887a15 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0934589 Jun 17 11:48:50.522017 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-36659aa9-35c0-41e9-b505-c0b116eb1d7b req-1324a525-e2a2-425d-a235-ab1b974171e6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973091 Jun 17 11:48:50.531193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (d794b945-edce-4ea8-be0d-e1c3e9d638dc), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.678401 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ede39-4b83-4911-bc61-1496cf0cecc2 None None] New status for floating IP 2b1f9020-697d-489e-b7a2-70be640b2e6d: DOWN {{(pid=111184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:48:50.683963 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126436618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125857143'] for subnet (d794b945-edce-4ea8-be0d-e1c3e9d638dc), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.716069 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d794b945-edce-4ea8-be0d-e1c3e9d638dc,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:50.720126 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.728682 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36340) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:50.729426 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-9348eb1e-a834-48a0-8b11-ec1b407871a6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d794b945-edce-4ea8-be0d-e1c3e9d638dc HTTP/1.1" status: 204 len: 168 time: 0.4962661 Jun 17 11:48:50.733696 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c3e41-13eb-42fa-90e0-cc66ca8be056 None None] Network 562be4fa-7f02-4e16-ab0e-484de596db99 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:50.756608 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:50.805730 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36344) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:50.886893 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33dcfa61-a59c-4db5-aae9-ed93498d8989 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (4594724c-2717-431d-93a6-9ef872f0fdb4), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.921850 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33dcfa61-a59c-4db5-aae9-ed93498d8989 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (4594724c-2717-431d-93a6-9ef872f0fdb4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:50.934710 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] DHCP port deletion for 562be4fa-7f02-4e16-ab0e-484de596db99 request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:48:50.941264 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=100 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:50.978146 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:50.988128 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] Deleting port cefa252a-6e8d-4fe4-9e7f-e673630d174a {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:50.988877 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.071467 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:51.079797 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] For port cefa252a-6e8d-4fe4-9e7f-e673630d174a, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=cefa252a-6e8d-4fe4-9e7f-e673630d174a,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:51.080203 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.094784 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33dcfa61-a59c-4db5-aae9-ed93498d8989 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4594724c-2717-431d-93a6-9ef872f0fdb4), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.097550 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-33dcfa61-a59c-4db5-aae9-ed93498d8989 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.097802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] Calling delete_port for cefa252a-6e8d-4fe4-9e7f-e673630d174a owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:51.100024 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-33dcfa61-a59c-4db5-aae9-ed93498d8989 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "DELETE /v2.0/security-groups/4594724c-2717-431d-93a6-9ef872f0fdb4 HTTP/1.1" status: 204 len: 168 time: 0.2921314 Jun 17 11:48:51.105156 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36346) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:51.115709 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (562be4fa-7f02-4e16-ab0e-484de596db99), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.128932 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcfa61-a59c-4db5-aae9-ed93498d8989 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4594724c-2717-431d-93a6-9ef872f0fdb4,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:51.133381 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.api.v2.resource [None req-2d9b2fcd-7161-4845-81ef-1b48976adfe5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] show failed (client error): The resource could not be found. Jun 17 11:48:51.134686 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-2d9b2fcd-7161-4845-81ef-1b48976adfe5 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "GET /v2.0/security-groups/4594724c-2717-431d-93a6-9ef872f0fdb4 HTTP/1.1" status: 404 len: 347 time: 0.0282228 Jun 17 11:48:51.138262 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36348) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:51.230627 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Deleting port cefa252a-6e8d-4fe4-9e7f-e673630d174a {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:51.230627 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.284921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:51.293837 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Deleting port 719c9088-7bc0-4aca-8ac4-079ff29810d8 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:51.294251 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.306217 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] For port cefa252a-6e8d-4fe4-9e7f-e673630d174a, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=cefa252a-6e8d-4fe4-9e7f-e673630d174a,segment=NetworkSegment(24c491a4-f727-40d0-a66b-5c52e3882063),segment_id=24c491a4-f727-40d0-a66b-5c52e3882063)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:51.306966 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.326029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Calling delete_port for cefa252a-6e8d-4fe4-9e7f-e673630d174a owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:51.347841 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.386451 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] Pushing event deleted for resources: {'Port': ['ID=cefa252a-6e8d-4fe4-9e7f-e673630d174a,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:51.392093 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06451c1-b851-49a4-b84b-4b280c13df94 None None] No DVR routers for this DVR port cefa252a-6e8d-4fe4-9e7f-e673630d174a on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:51.430426 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (cefa252a-6e8d-4fe4-9e7f-e673630d174a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.440671 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.441278 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (719c9088-7bc0-4aca-8ac4-079ff29810d8), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.459705 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] No DVR routers for this DVR port cefa252a-6e8d-4fe4-9e7f-e673630d174a on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:51.463099 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefa252a-6e8d-4fe4-9e7f-e673630d174a,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:51.464566 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Calling delete_port for 719c9088-7bc0-4aca-8ac4-079ff29810d8 owned by network:floatingip {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:51.543047 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (562be4fa-7f02-4e16-ab0e-484de596db99), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.575132 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562be4fa-7f02-4e16-ab0e-484de596db99']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:51.587185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c491a4-f727-40d0-a66b-5c52e3882063') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:51.587650 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c491a4-f727-40d0-a66b-5c52e3882063') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:51.596567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:51.600479 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (24c491a4-f727-40d0-a66b-5c52e3882063), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.622981 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (24c491a4-f727-40d0-a66b-5c52e3882063), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.633328 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:48:51.633328 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (24c491a4-f727-40d0-a66b-5c52e3882063), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.660245 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:51.682886 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: f00e28a8-041d-4c99-8685-2e89673ad6b8 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:51.683073 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da6d12-4e9b-4276-9cda-a69a5f9d7c7b req-4cc1d9ca-cc54-4786-bbfc-6bd441261509 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:51.683289 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device f00e28a8-041d-4c99-8685-2e89673ad6b8 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:51.684590 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e1da6d12-4e9b-4276-9cda-a69a5f9d7c7b req-4cc1d9ca-cc54-4786-bbfc-6bd441261509 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0822501 Jun 17 11:48:51.702963 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 24c491a4-f727-40d0-a66b-5c52e3882063 resource provider aggregate not found Jun 17 11:48:51.727816 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 24c491a4-f727-40d0-a66b-5c52e3882063 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24c491a4-f727-40d0-a66b-5c52e3882063 found for delete ", "request_id": "req-0ce42bbd-d161-4ca4-be04-2f7b86cea6a3"}]} Jun 17 11:48:51.740984 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (719c9088-7bc0-4aca-8ac4-079ff29810d8), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.752600 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e1da6d12-4e9b-4276-9cda-a69a5f9d7c7b req-c2017460-98f6-463c-bbfb-3e03bfe23e4b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623126 Jun 17 11:48:51.775599 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Pushing event deleted for resources: {'Port': ['ID=719c9088-7bc0-4aca-8ac4-079ff29810d8,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:51.838180 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (562be4fa-7f02-4e16-ab0e-484de596db99), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.846156 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.853994 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:51.857906 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] 10.222.0.45 "DELETE /v2.0/networks/562be4fa-7f02-4e16-ab0e-484de596db99 HTTP/1.1" status: 204 len: 168 time: 1.1306429 Jun 17 11:48:51.858206 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:51.865828 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks [] for floatingip (2b1f9020-697d-489e-b7a2-70be640b2e6d), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.869864 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:51.871273 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-5d6230ee-8441-4732-8ed8-d4e499be7440 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] 10.222.0.45 "DELETE /v2.0/floatingips/2b1f9020-697d-489e-b7a2-70be640b2e6d HTTP/1.1" status: 204 len: 168 time: 0.7237504 Jun 17 11:48:51.876819 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:51.877575 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8bf8bc59-aa75-46d8-8e0c-44956de8e1c4 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:51.878047 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device cefa252a-6e8d-4fe4-9e7f-e673630d174a no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:51.898592 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb4759-e8ef-4ed4-b734-e9ec35fc3234 admin admin] Pushing event deleted for resources: {'Network': ['ID=562be4fa-7f02-4e16-ab0e-484de596db99,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:51.902232 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: cefa252a-6e8d-4fe4-9e7f-e673630d174a {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:51.902583 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device cefa252a-6e8d-4fe4-9e7f-e673630d174a not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:52.359022 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36368) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:52.411450 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f8a32e60-2a7c-410a-9676-e6eb8e1d2f62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c58cf63264414f30a98161f6027daad0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514312 Jun 17 11:48:52.416070 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36370) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:52.488437 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-02400617-0933-4237-b571-998019e31d6f admin admin] Publish callbacks [] for security_group (c06c8589-c8de-4651-9a33-ac913a0bba4e), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:52.517078 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-02400617-0933-4237-b571-998019e31d6f admin admin] Publish callbacks [] for security_group (c06c8589-c8de-4651-9a33-ac913a0bba4e), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:52.673466 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-02400617-0933-4237-b571-998019e31d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c06c8589-c8de-4651-9a33-ac913a0bba4e), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:52.676108 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-02400617-0933-4237-b571-998019e31d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:52.678835 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-02400617-0933-4237-b571-998019e31d6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c06c8589-c8de-4651-9a33-ac913a0bba4e HTTP/1.1" status: 204 len: 168 time: 0.2602506 Jun 17 11:48:52.686418 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02400617-0933-4237-b571-998019e31d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c8589-c8de-4651-9a33-ac913a0bba4e,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:52.890616 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cce99-5036-4f0c-b3bd-64ee674f1754 req-861e56e0-3fd0-4d01-90a7-ecfdcf28aa8a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:52.892648 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0c4cce99-5036-4f0c-b3bd-64ee674f1754 req-861e56e0-3fd0-4d01-90a7-ecfdcf28aa8a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0512607 Jun 17 11:48:52.950878 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0c4cce99-5036-4f0c-b3bd-64ee674f1754 req-b421c849-7114-4f31-b62f-7c0cbe7957f8 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512557 Jun 17 11:48:54.068563 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec13c-94ac-4300-8781-00faaf141ab3 req-db1bd5e9-703f-4e8d-87c7-c2115c7d0a10 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:54.073809 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b50ec13c-94ac-4300-8781-00faaf141ab3 req-db1bd5e9-703f-4e8d-87c7-c2115c7d0a10 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0514498 Jun 17 11:48:54.136818 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b50ec13c-94ac-4300-8781-00faaf141ab3 req-77607416-08f1-4bd7-b732-97327afa90ac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603168 Jun 17 11:48:54.247516 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-5d2ea4de-747b-401d-9f1f-bc292f987880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:54.249085 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-5d2ea4de-747b-401d-9f1f-bc292f987880 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1130 time: 0.0448980 Jun 17 11:48:54.369065 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-14547d7b-9ea4-4525-8f8f-8ac374ffc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:54.370875 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-14547d7b-9ea4-4525-8f8f-8ac374ffc097 service neutron] 10.222.0.33 "GET /v2.0/networks?id=29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 200 len: 909 time: 0.1154909 Jun 17 11:48:54.454629 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-5bbb3454-f4a8-4725-afad-ba5efa2bdeab service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 1001 time: 0.0767345 Jun 17 11:48:54.512674 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-848aae7d-5275-4a0d-a935-ee1143768f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:54.514156 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-848aae7d-5275-4a0d-a935-ee1143768f1e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2e553cb9-c624-459a-aa9b-1892e35172b9 HTTP/1.1" status: 200 len: 847 time: 0.0502257 Jun 17 11:48:54.564779 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-d2ed8141-306f-472e-8d1e-6b60e6eb7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:54.566176 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-d2ed8141-306f-472e-8d1e-6b60e6eb7077 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29b7df83-bd84-4880-9c95-be54b0ab66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417221 Jun 17 11:48:54.669276 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-cdb17278-7e81-44d6-b174-38e38c1ff7f1 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936124 Jun 17 11:48:54.770561 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-0d945d46-31aa-4a04-8e16-e2197ba7b2ed req-0434911c-13a5-46e0-9466-7f24159f4d0b service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916269 Jun 17 11:48:54.809729 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:54.851557 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36452) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:54.906943 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36458) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:55.016969 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-34c9c669-c017-44c4-bb2d-78490c0969b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.321736 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-34c9c669-c017-44c4-bb2d-78490c0969b1 admin admin] Publish callbacks [] for security_group (75962e90-8a23-46a2-9276-36d81c48f902), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.337002 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016edf2-a216-4128-a056-025c675fb918 req-6909b590-5909-4993-b7e3-828837b6cb62 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:55.338629 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7016edf2-a216-4128-a056-025c675fb918 req-6909b590-5909-4993-b7e3-828837b6cb62 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.1070454 Jun 17 11:48:55.387525 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:55.431713 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-34c9c669-c017-44c4-bb2d-78490c0969b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (75962e90-8a23-46a2-9276-36d81c48f902), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.442318 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7016edf2-a216-4128-a056-025c675fb918 req-d5e8fa76-580b-4db0-927b-d75dfab9d6eb tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944350 Jun 17 11:48:55.505535 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:55.509096 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9c669-c017-44c4-bb2d-78490c0969b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75962e90-8a23-46a2-9276-36d81c48f902,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:55.517247 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-34c9c669-c017-44c4-bb2d-78490c0969b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a1f2372d9644a8a9ec0cbde578ab2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6645854 Jun 17 11:48:55.520127 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36472) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:55.633862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bfb743c6-71b5-4cfd-a2c4-3f296d52f619 admin admin] Publish callbacks [] for security_group (75962e90-8a23-46a2-9276-36d81c48f902), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.650108 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (215cbbee-bf18-4794-85bf-c2ded75e0d1a), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.698657 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bfb743c6-71b5-4cfd-a2c4-3f296d52f619 admin admin] Publish callbacks [] for security_group (75962e90-8a23-46a2-9276-36d81c48f902), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.905527 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bfb743c6-71b5-4cfd-a2c4-3f296d52f619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (75962e90-8a23-46a2-9276-36d81c48f902), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.907957 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bfb743c6-71b5-4cfd-a2c4-3f296d52f619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:55.909108 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-bfb743c6-71b5-4cfd-a2c4-3f296d52f619 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75962e90-8a23-46a2-9276-36d81c48f902 HTTP/1.1" status: 204 len: 168 time: 0.3880713 Jun 17 11:48:55.919341 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:55.926520 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb743c6-71b5-4cfd-a2c4-3f296d52f619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75962e90-8a23-46a2-9276-36d81c48f902,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:55.932124 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Deleting port a4441313-2174-4764-981c-0bfa5d4c45f8 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:55.932365 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:56.293121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] For port a4441313-2174-4764-981c-0bfa5d4c45f8, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=a4441313-2174-4764-981c-0bfa5d4c45f8,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:56.293492 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:56.308716 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Calling delete_port for a4441313-2174-4764-981c-0bfa5d4c45f8 owned by network:router_interface {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:56.588327 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27a1-c70d-4caa-9755-1a00930e214c req-7d4c2745-892a-4531-8bda-4d9247391a1c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:56.589846 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f50c27a1-c70d-4caa-9755-1a00930e214c req-7d4c2745-892a-4531-8bda-4d9247391a1c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0716939 Jun 17 11:48:56.652904 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f50c27a1-c70d-4caa-9755-1a00930e214c req-e1a32203-b709-44fe-8a5f-f390206effec tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566480 Jun 17 11:48:56.671932 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (a4441313-2174-4764-981c-0bfa5d4c45f8), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:56.702758 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4441313-2174-4764-981c-0bfa5d4c45f8,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:56.884930 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:48:56.892962 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (215cbbee-bf18-4794-85bf-c2ded75e0d1a), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:57.023688 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:57.129791 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Router 215cbbee-bf18-4794-85bf-c2ded75e0d1a has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:48:57.186242 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:57.244274 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:48:57.249612 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-495848f7-5e6f-428e-9e35-aa9574eb3c5f admin admin] 10.222.0.45 "PUT /v2.0/routers/215cbbee-bf18-4794-85bf-c2ded75e0d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3371348 Jun 17 11:48:57.253125 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36506) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:57.253732 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] Sync routers for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:48:57.265531 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:57.266160 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:57.375139 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks [] for router (215cbbee-bf18-4794-85bf-c2ded75e0d1a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:57.376654 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:57.495324 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks [] for router_gateway (215cbbee-bf18-4794-85bf-c2ded75e0d1a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:57.572917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:48:56Z', 'revision_number': 5, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port': {'id': '4245b551-8794-412d-85f2-f3847f7b31b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:26:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:40:58Z', 'updated_at': '2022-06-17T11:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:57.611475 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] Checking router: 215cbbee-bf18-4794-85bf-c2ded75e0d1a for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:48:57.615413 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Deleting port 4245b551-8794-412d-85f2-f3847f7b31b2 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:57.615874 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:57.622094 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] Routers {'215cbbee-bf18-4794-85bf-c2ded75e0d1a'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:48:57.622577 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:48:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:57.690977 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:57.751312 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] Set router 215cbbee-bf18-4794-85bf-c2ded75e0d1a gateway port host: None {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:48:57.766553 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] For port 4245b551-8794-412d-85f2-f3847f7b31b2, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=4245b551-8794-412d-85f2-f3847f7b31b2,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:57.766927 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:57.782834 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Calling delete_port for 4245b551-8794-412d-85f2-f3847f7b31b2 owned by network:router_gateway {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:57.800962 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4e77-e031-4bc2-96a6-5fd5468b71d0 req-74a60362-faad-49a2-8959-c4d8d8bdac2b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:57.810002 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-802b4e77-e031-4bc2-96a6-5fd5468b71d0 req-74a60362-faad-49a2-8959-c4d8d8bdac2b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0629880 Jun 17 11:48:57.816537 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:48:57Z', 'revision_number': 6, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:57.841538 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:57.859278 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb782377-9ff9-4032-8181-01e783c1a76f None None] The sync data for ids ['215cbbee-bf18-4794-85bf-c2ded75e0d1a'] in dv-cinder-837166-3-iscsi is: [{'id': '215cbbee-bf18-4794-85bf-c2ded75e0d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-386155806-router', 'tenant_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:40:56Z', 'updated_at': '2022-06-17T11:48:57Z', 'revision_number': 6, 'project_id': 'bc8dc1335e284eee8cca45d5720d5f16', 'gw_port_host': None}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:48:57.912541 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-802b4e77-e031-4bc2-96a6-5fd5468b71d0 req-366435fb-91da-445a-85d7-503f5d57e421 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015651 Jun 17 11:48:58.077888 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (4245b551-8794-412d-85f2-f3847f7b31b2), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.105639 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Pushing event deleted for resources: {'Port': ['ID=4245b551-8794-412d-85f2-f3847f7b31b2,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:58.176068 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (215cbbee-bf18-4794-85bf-c2ded75e0d1a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.279294 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (215cbbee-bf18-4794-85bf-c2ded75e0d1a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.281941 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks [] for router_controller (215cbbee-bf18-4794-85bf-c2ded75e0d1a), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.495029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (215cbbee-bf18-4794-85bf-c2ded75e0d1a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.495739 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215cbbee-bf18-4794-85bf-c2ded75e0d1a {{(pid=111182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:48:58.503029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.508631 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36532) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:58.509052 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-38160aac-38f9-419e-95ac-3b09ca3f032a admin admin] 10.222.0.45 "DELETE /v2.0/routers/215cbbee-bf18-4794-85bf-c2ded75e0d1a HTTP/1.1" status: 204 len: 168 time: 1.2546577 Jun 17 11:48:58.565350 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] Deleting subnet 3d7ea997-c21c-4bc0-a8b4-b31133441612 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:48:58.568634 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] Publish callbacks [] for subnet (3d7ea997-c21c-4bc0-a8b4-b31133441612), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.606121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126865118'] for subnet (3d7ea997-c21c-4bc0-a8b4-b31133441612), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.700390 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (3d7ea997-c21c-4bc0-a8b4-b31133441612), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.882668 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126436618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125857143'] for subnet (3d7ea997-c21c-4bc0-a8b4-b31133441612), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.919912 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7ea997-c21c-4bc0-a8b4-b31133441612,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:58.924914 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:58.931941 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36548) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:48:58.937316 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db18f26-4099-429d-bd94-a9b51a56bed3 None None] Network e586d9ae-1ebe-4cac-a969-e5265b9acb47 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:48:58.957167 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-e43691ac-a9e2-429e-b3c9-93c08e3003b4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3d7ea997-c21c-4bc0-a8b4-b31133441612 HTTP/1.1" status: 204 len: 168 time: 0.4460223 Jun 17 11:48:59.081079 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (e586d9ae-1ebe-4cac-a969-e5265b9acb47), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.112359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e29098-f835-4259-a2ab-9bfc018ed32c req-073b2f0b-8acf-47db-8d1b-3cfcc1bb9b2d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:59.114252 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-63e29098-f835-4259-a2ab-9bfc018ed32c req-073b2f0b-8acf-47db-8d1b-3cfcc1bb9b2d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0876472 Jun 17 11:48:59.156470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Deleting port d426415b-20e3-4751-ad95-8c6986424e55 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:59.156832 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (d426415b-20e3-4751-ad95-8c6986424e55), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.174927 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] DHCP port deletion for e586d9ae-1ebe-4cac-a969-e5265b9acb47 request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:48:59.220777 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-63e29098-f835-4259-a2ab-9bfc018ed32c req-5eb108f3-8826-4d09-86b0-14bc05e654af tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865903 Jun 17 11:48:59.241356 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] Deleting port d426415b-20e3-4751-ad95-8c6986424e55 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:48:59.242076 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (d426415b-20e3-4751-ad95-8c6986424e55), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.250608 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] For port d426415b-20e3-4751-ad95-8c6986424e55, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=d426415b-20e3-4751-ad95-8c6986424e55,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:59.250978 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (d426415b-20e3-4751-ad95-8c6986424e55), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.267423 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Calling delete_port for d426415b-20e3-4751-ad95-8c6986424e55 owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:59.292514 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-e161d637-f173-4e7a-9f7c-3aeec1562922 req-96c83656-c6f5-448f-9652-d5e64218c86e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:48:59.293526 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e161d637-f173-4e7a-9f7c-3aeec1562922 req-96c83656-c6f5-448f-9652-d5e64218c86e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066020 Jun 17 11:48:59.294983 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:59.384631 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] For port d426415b-20e3-4751-ad95-8c6986424e55, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=d426415b-20e3-4751-ad95-8c6986424e55,segment=NetworkSegment(7fc94cdf-4126-41fa-8b7e-2acb44e27b04),segment_id=7fc94cdf-4126-41fa-8b7e-2acb44e27b04)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:59.384631 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (d426415b-20e3-4751-ad95-8c6986424e55), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.395593 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] Calling delete_port for d426415b-20e3-4751-ad95-8c6986424e55 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:48:59.472295 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:59.483759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (d426415b-20e3-4751-ad95-8c6986424e55), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.492718 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (d426415b-20e3-4751-ad95-8c6986424e55), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.498824 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:48:59.524002 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] Pushing event deleted for resources: {'Port': ['ID=d426415b-20e3-4751-ad95-8c6986424e55,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:59.527660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67c45a-e266-4d67-90d2-44f518276589 None None] No DVR routers for this DVR port d426415b-20e3-4751-ad95-8c6986424e55 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:59.532075 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Pushing event deleted for resources: {'Port': ['ID=d426415b-20e3-4751-ad95-8c6986424e55,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:48:59.534121 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] No DVR routers for this DVR port d426415b-20e3-4751-ad95-8c6986424e55 on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:48:59.629513 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (e586d9ae-1ebe-4cac-a969-e5265b9acb47), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.657116 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e586d9ae-1ebe-4cac-a969-e5265b9acb47']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:59.672034 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc94cdf-4126-41fa-8b7e-2acb44e27b04') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:59.672544 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc94cdf-4126-41fa-8b7e-2acb44e27b04') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:48:59.693470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (7fc94cdf-4126-41fa-8b7e-2acb44e27b04), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.697294 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 0b44766a-48d1-49bc-a348-b25e0252287f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:59.717749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (7fc94cdf-4126-41fa-8b7e-2acb44e27b04), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.728380 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed67f-ecc8-4c89-9c34-f2fe3b6bba3f req-5613cce3-11c5-4560-a6ad-ae68bc797a9d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:48:59.733527 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dcbed67f-ecc8-4c89-9c34-f2fe3b6bba3f req-5613cce3-11c5-4560-a6ad-ae68bc797a9d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0639839 Jun 17 11:48:59.737365 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:48:59.738732 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (7fc94cdf-4126-41fa-8b7e-2acb44e27b04), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.759709 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 7fc94cdf-4126-41fa-8b7e-2acb44e27b04 resource provider aggregate not found Jun 17 11:48:59.789900 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 0b44766a-48d1-49bc-a348-b25e0252287f is: ACTIVE; New status is: DOWN {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:48:59.790861 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.805304 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 7fc94cdf-4126-41fa-8b7e-2acb44e27b04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc94cdf-4126-41fa-8b7e-2acb44e27b04 found for delete ", "request_id": "req-8a0ca825-cccc-4c35-a4d1-3864a1f81ebb"}]} Jun 17 11:48:59.838743 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dcbed67f-ecc8-4c89-9c34-f2fe3b6bba3f req-aef14902-f514-442d-95ff-38cc5681908d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972996 Jun 17 11:48:59.850419 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:48:59.856903 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbf1030-896a-4dc9-870b-4d0c1fa558c8" -d '{"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-unplugged", "status": "completed", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:48:59.881130 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:48:59.901320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-ac2039fc-4e2d-40bb-a244-01ad8fc98d56 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840769 Jun 17 11:48:59.904613 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 4245b551-8794-412d-85f2-f3847f7b31b2 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:59.930796 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 11:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063acdc9-2482-40e4-b4fc-6dbc0a08cd98 x-openstack-request-id: req-063acdc9-2482-40e4-b4fc-6dbc0a08cd98 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:48:59.931233 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-unplugged", "status": "failed", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f", "code": 422}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:48:59.931609 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-063acdc9-2482-40e4-b4fc-6dbc0a08cd98 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:48:59.932152 dv-cinder-837166-3-iscsi neutron-server[111183]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-063acdc9-2482-40e4-b4fc-6dbc0a08cd98']: {'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f', 'code': 422} returned with failed status Jun 17 11:48:59.933740 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 4245b551-8794-412d-85f2-f3847f7b31b2 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:59.934609 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 4245b551-8794-412d-85f2-f3847f7b31b2 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:59.934934 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device a4441313-2174-4764-981c-0bfa5d4c45f8 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:59.955032 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (e586d9ae-1ebe-4cac-a969-e5265b9acb47), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.959941 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: a4441313-2174-4764-981c-0bfa5d4c45f8 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:59.960507 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device a4441313-2174-4764-981c-0bfa5d4c45f8 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:48:59.960784 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device d426415b-20e3-4751-ad95-8c6986424e55 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:48:59.977011 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:48:59.980656 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e586d9ae-1ebe-4cac-a969-e5265b9acb47 HTTP/1.1" status: 204 len: 168 time: 1.0477371 Jun 17 11:48:59.985892 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: d426415b-20e3-4751-ad95-8c6986424e55 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:48:59.986597 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device d426415b-20e3-4751-ad95-8c6986424e55 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:49:00.004222 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb42b7c-9f7a-4d31-a098-bbfe7e181243 admin admin] Pushing event deleted for resources: {'Network': ['ID=e586d9ae-1ebe-4cac-a969-e5265b9acb47,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:00.014544 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:00.027675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-e6f7f0d4-8e32-414d-afe7-ced60818cca4 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:00.029725 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-e6f7f0d4-8e32-414d-afe7-ced60818cca4 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports/0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 943 time: 0.0882325 Jun 17 11:49:00.072089 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=6']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:00.464899 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36596) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:00.502120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36602) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:00.562741 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f4b48825-2c85-4ce1-807e-28a96313b4a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc8dc1335e284eee8cca45d5720d5f16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0587227 Jun 17 11:49:00.565222 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36604) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:00.631921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d035110b-7f34-4aeb-aced-ab9620e6f40d admin admin] Publish callbacks [] for security_group (76be3368-c8a2-4929-b1b3-ac093a7c1ff6), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:00.664427 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d035110b-7f34-4aeb-aced-ab9620e6f40d admin admin] Publish callbacks [] for security_group (76be3368-c8a2-4929-b1b3-ac093a7c1ff6), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:00.746350 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2935-fd43-4d30-ad88-d5e3fd1b2885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:00.771400 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:00.780972 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:00.797288 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d035110b-7f34-4aeb-aced-ab9620e6f40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (76be3368-c8a2-4929-b1b3-ac093a7c1ff6), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:00.799857 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d035110b-7f34-4aeb-aced-ab9620e6f40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:00.801095 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d035110b-7f34-4aeb-aced-ab9620e6f40d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76be3368-c8a2-4929-b1b3-ac093a7c1ff6 HTTP/1.1" status: 204 len: 168 time: 0.2348692 Jun 17 11:49:00.825695 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035110b-7f34-4aeb-aced-ab9620e6f40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76be3368-c8a2-4929-b1b3-ac093a7c1ff6,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:00.870601 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2935-fd43-4d30-ad88-d5e3fd1b2885 admin admin] Publish callbacks [] for security_group (ff8faec1-13e0-4a6f-bdab-4ccf1242a848), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:00.975468 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578905c-75db-49c2-a1fd-0947307a6013 req-60fc57f6-61fe-427e-bad1-5e7cd38df8b7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:00.977725 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b578905c-75db-49c2-a1fd-0947307a6013 req-60fc57f6-61fe-427e-bad1-5e7cd38df8b7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0596533 Jun 17 11:49:00.994457 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ad4c2935-fd43-4d30-ad88-d5e3fd1b2885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ff8faec1-13e0-4a6f-bdab-4ccf1242a848), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:01.058914 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ad4c2935-fd43-4d30-ad88-d5e3fd1b2885 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1dd52f75771b42b1b521a1008c1660bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5928137 Jun 17 11:49:01.059970 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c2935-fd43-4d30-ad88-d5e3fd1b2885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8faec1-13e0-4a6f-bdab-4ccf1242a848,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:01.063332 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36610) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:01.096981 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b578905c-75db-49c2-a1fd-0947307a6013 req-8125c9b1-106e-41f9-9f68-b0328ccd7439 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121159 Jun 17 11:49:01.106893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:01.154365 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d725-d2eb-4a80-bd45-0dd84fce07b7 admin admin] Publish callbacks [] for security_group (ff8faec1-13e0-4a6f-bdab-4ccf1242a848), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:01.182222 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d725-d2eb-4a80-bd45-0dd84fce07b7 admin admin] Publish callbacks [] for security_group (ff8faec1-13e0-4a6f-bdab-4ccf1242a848), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:01.369343 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d725-d2eb-4a80-bd45-0dd84fce07b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ff8faec1-13e0-4a6f-bdab-4ccf1242a848), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:01.372499 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d725-d2eb-4a80-bd45-0dd84fce07b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:01.374137 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f1d8d725-d2eb-4a80-bd45-0dd84fce07b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff8faec1-13e0-4a6f-bdab-4ccf1242a848 HTTP/1.1" status: 204 len: 168 time: 0.3087974 Jun 17 11:49:01.386548 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8d725-d2eb-4a80-bd45-0dd84fce07b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8faec1-13e0-4a6f-bdab-4ccf1242a848,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:02.264608 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38d047-d98e-4ec6-b1c8-8cc3e1162c8f req-5f3058a4-8645-4856-9e73-431405a4f210 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:02.266347 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e38d047-d98e-4ec6-b1c8-8cc3e1162c8f req-5f3058a4-8645-4856-9e73-431405a4f210 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0531914 Jun 17 11:49:02.324659 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2e38d047-d98e-4ec6-b1c8-8cc3e1162c8f req-c14fea47-b0e5-4f9f-87cb-3e64c04868af tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522480 Jun 17 11:49:02.425987 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36648) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:02.441528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9d91-ce9b-4186-ab76-9091e37d2303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:02.530153 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9d91-ce9b-4186-ab76-9091e37d2303 admin admin] Publish callbacks [] for security_group (792aa5ca-c736-48ff-ba2b-441b7116dbf8), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:02.671059 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8ccc9d91-ce9b-4186-ab76-9091e37d2303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (792aa5ca-c736-48ff-ba2b-441b7116dbf8), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:02.721033 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8ccc9d91-ce9b-4186-ab76-9091e37d2303 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1dbaf5e6ea140d5bbde63a568b40596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938123 Jun 17 11:49:02.723490 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc9d91-ce9b-4186-ab76-9091e37d2303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792aa5ca-c736-48ff-ba2b-441b7116dbf8,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:02.724132 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36652) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:02.800336 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a70b29d8-9d84-4bd5-9f3c-a3a61448b491 admin admin] Publish callbacks [] for security_group (792aa5ca-c736-48ff-ba2b-441b7116dbf8), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:02.831780 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a70b29d8-9d84-4bd5-9f3c-a3a61448b491 admin admin] Publish callbacks [] for security_group (792aa5ca-c736-48ff-ba2b-441b7116dbf8), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:02.852317 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:03.037766 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a70b29d8-9d84-4bd5-9f3c-a3a61448b491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (792aa5ca-c736-48ff-ba2b-441b7116dbf8), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:03.041472 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-a70b29d8-9d84-4bd5-9f3c-a3a61448b491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:03.042654 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-a70b29d8-9d84-4bd5-9f3c-a3a61448b491 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/792aa5ca-c736-48ff-ba2b-441b7116dbf8 HTTP/1.1" status: 204 len: 168 time: 0.3174419 Jun 17 11:49:03.050763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b29d8-9d84-4bd5-9f3c-a3a61448b491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792aa5ca-c736-48ff-ba2b-441b7116dbf8,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:03.463753 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3803cb1-2d29-41cf-ae64-d9da8c7b05ad req-82a55900-c351-4962-a8ef-a30080f88be7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:03.465337 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3803cb1-2d29-41cf-ae64-d9da8c7b05ad req-82a55900-c351-4962-a8ef-a30080f88be7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0620391 Jun 17 11:49:03.523242 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3803cb1-2d29-41cf-ae64-d9da8c7b05ad req-8a9541a9-aad4-4889-8bb3-7c3502851cb8 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517387 Jun 17 11:49:04.642530 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5849d14-4b27-4566-b845-338f41aceba1 req-70df1abd-b397-4146-8582-78134b95552e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:04.644077 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f5849d14-4b27-4566-b845-338f41aceba1 req-70df1abd-b397-4146-8582-78134b95552e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0511460 Jun 17 11:49:04.700834 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f5849d14-4b27-4566-b845-338f41aceba1 req-6f7c2d9e-68ea-44cf-8729-ca8f7753cf88 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502663 Jun 17 11:49:05.777232 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-bcae039c-1f01-4ced-837e-f9bf087c2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:05.778788 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-bcae039c-1f01-4ced-837e-f9bf087c2ded service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c&tenant_id=f6832cdc6d4e43eb9eae4585ef36e611 HTTP/1.1" status: 200 len: 1128 time: 0.0424681 Jun 17 11:49:05.833851 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6b121-ae0a-4e0d-8367-68052e4ea8e7 req-999664f6-c1af-4e66-81ed-1bedff1ded6e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:05.835965 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aef6b121-ae0a-4e0d-8367-68052e4ea8e7 req-999664f6-c1af-4e66-81ed-1bedff1ded6e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0576801 Jun 17 11:49:05.848333 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-26672cba-3c99-4470-965c-265ddd657872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:05.849835 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-26672cba-3c99-4470-965c-265ddd657872 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1128 time: 0.0444655 Jun 17 11:49:05.890119 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-aef6b121-ae0a-4e0d-8367-68052e4ea8e7 req-a0d15745-eae5-4246-9ed1-eafe6e12b733 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481098 Jun 17 11:49:05.925525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:05.955642 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-febbfcbd-0b2f-45c9-a5be-a9e329f7fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:05.957166 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-febbfcbd-0b2f-45c9-a5be-a9e329f7fefb service neutron] 10.222.0.33 "GET /v2.0/networks?id=29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 200 len: 909 time: 0.1008704 Jun 17 11:49:06.023170 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-c8d13252-cf7e-4e8d-9d7c-c58143b42e88 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 999 time: 0.0593629 Jun 17 11:49:06.992093 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-1e7e13d3-a1dc-4560-8d93-fc3193d3db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:06.993633 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-1e7e13d3-a1dc-4560-8d93-fc3193d3db8e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2e553cb9-c624-459a-aa9b-1892e35172b9 HTTP/1.1" status: 200 len: 847 time: 0.0476363 Jun 17 11:49:07.012413 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305c97-d746-4f9c-b6f0-e341cc03f3af req-822cb434-dc7e-4860-8b4c-4dc8daeb17ca tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:07.013917 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d9305c97-d746-4f9c-b6f0-e341cc03f3af req-822cb434-dc7e-4860-8b4c-4dc8daeb17ca tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0511789 Jun 17 11:49:07.071800 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d9305c97-d746-4f9c-b6f0-e341cc03f3af req-2ee6cecc-23e1-4ff7-98ae-3449ccf72817 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509634 Jun 17 11:49:07.786937 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-014f1c50-d748-4974-8d34-bfe7229f9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:07.789240 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-014f1c50-d748-4974-8d34-bfe7229f9e52 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29b7df83-bd84-4880-9c95-be54b0ab66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540583 Jun 17 11:49:08.208247 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391297b-c725-4473-b24b-7953674bddc8 req-01c9654b-da37-4c67-bd8c-32266dba0a98 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:08.209938 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a391297b-c725-4473-b24b-7953674bddc8 req-01c9654b-da37-4c67-bd8c-32266dba0a98 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0603616 Jun 17 11:49:08.272290 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a391297b-c725-4473-b24b-7953674bddc8 req-c25378f5-f61b-423b-be8c-67a9a3819e4d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554578 Jun 17 11:49:08.780192 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-7df8140f-a363-400a-83cb-0d36ecc782d6 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970380 Jun 17 11:49:08.875864 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:08.881474 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-d3fcf278-b2d9-4d88-9585-2686190e2043 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950897 Jun 17 11:49:08.990475 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:09.395898 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d51c23-4299-409e-b57b-3ffd305e0f2f req-f66e1d02-b87b-482c-a4b8-b12a442c7da6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:09.397533 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-32d51c23-4299-409e-b57b-3ffd305e0f2f req-f66e1d02-b87b-482c-a4b8-b12a442c7da6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0532353 Jun 17 11:49:09.476093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-32d51c23-4299-409e-b57b-3ffd305e0f2f req-cb43aad4-a772-4c13-9042-24072ddd07cb tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713832 Jun 17 11:49:10.595101 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52cec6-cce5-4c6c-a529-74738800e354 req-b467ef9d-20b3-4dc5-a1d9-4dcf24db793f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:10.596752 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b52cec6-cce5-4c6c-a529-74738800e354 req-b467ef9d-20b3-4dc5-a1d9-4dcf24db793f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0492435 Jun 17 11:49:10.661428 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5b52cec6-cce5-4c6c-a529-74738800e354 req-e5eafcff-784b-4e69-af09-c0663ced62f4 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579970 Jun 17 11:49:10.851145 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:11.829518 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e728a-53ee-47f5-86ed-d5203e7cd778 req-a9660dba-8dab-4e81-8909-5957884fd46c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:11.831995 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dd6e728a-53ee-47f5-86ed-d5203e7cd778 req-a9660dba-8dab-4e81-8909-5957884fd46c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0763083 Jun 17 11:49:11.902323 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dd6e728a-53ee-47f5-86ed-d5203e7cd778 req-d4b03d48-6621-4436-a068-346598da9c3b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615659 Jun 17 11:49:13.012934 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:13.027439 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b39d26-040e-4451-835c-729513b7be57 req-ca59cebb-407b-47d5-9977-fd0897b91434 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:13.028998 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-88b39d26-040e-4451-835c-729513b7be57 req-ca59cebb-407b-47d5-9977-fd0897b91434 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0510197 Jun 17 11:49:13.062715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:UPDATE=1,neutron:SELECT=13 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:13.083881 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-88b39d26-040e-4451-835c-729513b7be57 req-a8007776-7dc9-46b7-9f0d-c33b664a717a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489912 Jun 17 11:49:13.768732 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9f67-06c7-43f6-9603-77c87b110a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.122649 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36884) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:14.216824 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dee87-15ce-4f7b-806c-7d66088a44e5 req-107ffe3c-6e3c-4f9b-b004-8a51cacba356 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:14.218409 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5a1dee87-15ce-4f7b-806c-7d66088a44e5 req-107ffe3c-6e3c-4f9b-b004-8a51cacba356 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0568521 Jun 17 11:49:14.254877 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-89c0faee-5180-4965-ab9d-b4f1b513d8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.308043 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5a1dee87-15ce-4f7b-806c-7d66088a44e5 req-1b231638-9db2-4035-b0ac-f9356364f5c2 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840731 Jun 17 11:49:14.376793 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-89c0faee-5180-4965-ab9d-b4f1b513d8c3 admin admin] Publish callbacks [] for security_group (6484adbc-1641-4449-82e9-9178fb9d8e76), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.506392 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-89c0faee-5180-4965-ab9d-b4f1b513d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (6484adbc-1641-4449-82e9-9178fb9d8e76), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.512923 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:14.550334 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-89c0faee-5180-4965-ab9d-b4f1b513d8c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6a276127a5f424c8a2ab078eca97b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259663 Jun 17 11:49:14.551501 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0faee-5180-4965-ab9d-b4f1b513d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6484adbc-1641-4449-82e9-9178fb9d8e76,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:14.553057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36892) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:14.628488 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-82766912-918e-4532-ada8-e9cc0daa1b7f admin admin] Publish callbacks [] for security_group (6484adbc-1641-4449-82e9-9178fb9d8e76), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.653177 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-82766912-918e-4532-ada8-e9cc0daa1b7f admin admin] Publish callbacks [] for security_group (6484adbc-1641-4449-82e9-9178fb9d8e76), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.769168 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-82766912-918e-4532-ada8-e9cc0daa1b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (6484adbc-1641-4449-82e9-9178fb9d8e76), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.774182 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-82766912-918e-4532-ada8-e9cc0daa1b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:14.776248 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-82766912-918e-4532-ada8-e9cc0daa1b7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6484adbc-1641-4449-82e9-9178fb9d8e76 HTTP/1.1" status: 204 len: 168 time: 0.2219353 Jun 17 11:49:14.790469 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82766912-918e-4532-ada8-e9cc0daa1b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6484adbc-1641-4449-82e9-9178fb9d8e76,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:15.430818 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c40447-6b28-439f-86a8-1658ceb9d3b3 req-efd1f2c4-f22d-422b-9231-2c5460363ba9 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:15.432356 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-30c40447-6b28-439f-86a8-1658ceb9d3b3 req-efd1f2c4-f22d-422b-9231-2c5460363ba9 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0524793 Jun 17 11:49:15.488804 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-30c40447-6b28-439f-86a8-1658ceb9d3b3 req-82453c42-10dc-4adc-b577-bb4825ecde93 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506821 Jun 17 11:49:15.498643 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36908) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:15.514732 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-84ae9012-8a3d-4cfa-b3ed-26482120d3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:15.598229 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-84ae9012-8a3d-4cfa-b3ed-26482120d3e6 admin admin] Publish callbacks [] for security_group (4c1e1b3c-9816-4175-9438-ad733b51ff0c), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:15.677457 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-84ae9012-8a3d-4cfa-b3ed-26482120d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4c1e1b3c-9816-4175-9438-ad733b51ff0c), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:15.720430 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-84ae9012-8a3d-4cfa-b3ed-26482120d3e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6ca620559e74d86a28d0e0231d23cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204559 Jun 17 11:49:15.721381 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae9012-8a3d-4cfa-b3ed-26482120d3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1e1b3c-9816-4175-9438-ad733b51ff0c,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:15.723044 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36914) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:15.781490 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25f7d7ff-58b7-4436-a1be-5c6694fc7447 admin admin] Publish callbacks [] for security_group (4c1e1b3c-9816-4175-9438-ad733b51ff0c), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:15.805965 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25f7d7ff-58b7-4436-a1be-5c6694fc7447 admin admin] Publish callbacks [] for security_group (4c1e1b3c-9816-4175-9438-ad733b51ff0c), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:15.917537 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25f7d7ff-58b7-4436-a1be-5c6694fc7447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4c1e1b3c-9816-4175-9438-ad733b51ff0c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:15.920354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-25f7d7ff-58b7-4436-a1be-5c6694fc7447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:15.921527 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-25f7d7ff-58b7-4436-a1be-5c6694fc7447 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c1e1b3c-9816-4175-9438-ad733b51ff0c HTTP/1.1" status: 204 len: 168 time: 0.1974852 Jun 17 11:49:15.930955 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d7ff-58b7-4436-a1be-5c6694fc7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1e1b3c-9816-4175-9438-ad733b51ff0c,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:16.273104 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-686ba17c-a261-42f8-8820-440574d23540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:16.619099 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21ea8-011d-411f-a05d-f52e6fe19da8 req-b17b7fac-3c4f-4880-8df1-bb22649248f3 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:16.620784 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3d21ea8-011d-411f-a05d-f52e6fe19da8 req-b17b7fac-3c4f-4880-8df1-bb22649248f3 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0550559 Jun 17 11:49:16.681387 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d3d21ea8-011d-411f-a05d-f52e6fe19da8 req-5dd16046-b2f4-453b-9a65-9f08fcca5e8c tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531721 Jun 17 11:49:17.402961 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:17.430534 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36968) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:17.550962 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-09f8bdf6-c609-4d9b-a7df-f7e7cf630b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:17.609374 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:17.644906 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-09f8bdf6-c609-4d9b-a7df-f7e7cf630b7d admin admin] Publish callbacks [] for security_group (d59fd84f-8c34-4c86-bf44-0c8a64ac78b9), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:17.758440 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-09f8bdf6-c609-4d9b-a7df-f7e7cf630b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d59fd84f-8c34-4c86-bf44-0c8a64ac78b9), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:17.775409 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:17.785787 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 0b44766a-48d1-49bc-a348-b25e0252287f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:49:17.817600 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174c07f-1bf0-4c86-845b-43c779f96cb6 req-7b450698-66d0-474e-b2ff-2c13301dcf0e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:17.820820 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6174c07f-1bf0-4c86-845b-43c779f96cb6 req-7b450698-66d0-474e-b2ff-2c13301dcf0e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 944 time: 0.0684474 Jun 17 11:49:17.836161 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8bdf6-c609-4d9b-a7df-f7e7cf630b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59fd84f-8c34-4c86-bf44-0c8a64ac78b9,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:17.854568 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-09f8bdf6-c609-4d9b-a7df-f7e7cf630b7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91676c3740164220b83e059e0d54338f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228623 Jun 17 11:49:17.856649 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36980) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:17.911410 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6174c07f-1bf0-4c86-845b-43c779f96cb6 req-ae1993ed-284e-4708-a59c-252bd352e463 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818353 Jun 17 11:49:17.921425 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:49:17.946510 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '0b44766a-48d1-49bc-a348-b25e0252287f', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'port_id': '0b44766a-48d1-49bc-a348-b25e0252287f', 'mac_address': 'fa:16:3e:fc:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:49:17.946716 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 36982) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:17.988611 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f62c76f2-6c05-4ee2-892e-b59a66faac3c admin admin] Publish callbacks [] for security_group (d59fd84f-8c34-4c86-bf44-0c8a64ac78b9), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:17.999298 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 0b44766a-48d1-49bc-a348-b25e0252287f is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:49:17.999911 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.017245 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b44766a-48d1-49bc-a348-b25e0252287f {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:49:18.043619 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f62c76f2-6c05-4ee2-892e-b59a66faac3c admin admin] Publish callbacks [] for security_group (d59fd84f-8c34-4c86-bf44-0c8a64ac78b9), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.044991 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:49:18.110670 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bce8365a-9d08-4bdb-ba07-48c445d458e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.134638 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.184245 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=7']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:18.249568 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f62c76f2-6c05-4ee2-892e-b59a66faac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (d59fd84f-8c34-4c86-bf44-0c8a64ac78b9), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.252702 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f62c76f2-6c05-4ee2-892e-b59a66faac3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.253799 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f62c76f2-6c05-4ee2-892e-b59a66faac3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d59fd84f-8c34-4c86-bf44-0c8a64ac78b9 HTTP/1.1" status: 204 len: 168 time: 0.3938065 Jun 17 11:49:18.257673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:18.263180 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c76f2-6c05-4ee2-892e-b59a66faac3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59fd84f-8c34-4c86-bf44-0c8a64ac78b9,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:18.314813 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bce8365a-9d08-4bdb-ba07-48c445d458e7 admin admin] Publish callbacks [] for security_group (779302cf-42ef-48a5-a609-55088fcd8bf9), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.396579 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['0b44766a-48d1-49bc-a348-b25e0252287f'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:49:18.460057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bce8365a-9d08-4bdb-ba07-48c445d458e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (779302cf-42ef-48a5-a609-55088fcd8bf9), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.503236 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-bce8365a-9d08-4bdb-ba07-48c445d458e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5928a9fe097b4cad8d5b5387891394ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559371 Jun 17 11:49:18.504132 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8365a-9d08-4bdb-ba07-48c445d458e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779302cf-42ef-48a5-a609-55088fcd8bf9,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:18.507790 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 36988) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:18.585690 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6ef11a4d-e959-488c-9b5d-cc2433ea97a2 admin admin] Publish callbacks [] for security_group (779302cf-42ef-48a5-a609-55088fcd8bf9), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.615681 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6ef11a4d-e959-488c-9b5d-cc2433ea97a2 admin admin] Publish callbacks [] for security_group (779302cf-42ef-48a5-a609-55088fcd8bf9), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.740589 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6ef11a4d-e959-488c-9b5d-cc2433ea97a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (779302cf-42ef-48a5-a609-55088fcd8bf9), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.743934 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6ef11a4d-e959-488c-9b5d-cc2433ea97a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:18.750272 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6ef11a4d-e959-488c-9b5d-cc2433ea97a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/779302cf-42ef-48a5-a609-55088fcd8bf9 HTTP/1.1" status: 204 len: 168 time: 0.2361636 Jun 17 11:49:18.753568 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11a4d-e959-488c-9b5d-cc2433ea97a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779302cf-42ef-48a5-a609-55088fcd8bf9,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:18.976423 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:19.041112 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8137bd9-6df5-4332-90f9-3d4ea2e02f88 req-3a32f369-01c8-4e86-b746-fdfd566348b6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:19.042567 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c8137bd9-6df5-4332-90f9-3d4ea2e02f88 req-3a32f369-01c8-4e86-b746-fdfd566348b6 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 945 time: 0.0565007 Jun 17 11:49:19.088672 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:19.098654 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c8137bd9-6df5-4332-90f9-3d4ea2e02f88 req-04925dcf-0663-406d-be72-c8265b03c4f3 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496361 Jun 17 11:49:19.414731 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:19.801658 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 0b44766a-48d1-49bc-a348-b25e0252287f up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:49:19.827984 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:19.861282 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 0b44766a-48d1-49bc-a348-b25e0252287f triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:49:19.861430 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:19.941077 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 0b44766a-48d1-49bc-a348-b25e0252287f is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:49:19.941240 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:19.942964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:19.969799 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:49:19.972086 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e23a46-6ed3-45aa-9eeb-ac2658b5c0b5" -d '{"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-plugged", "status": "completed", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:49:19.985859 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:49:20.016761 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b0b38-6d8f-4d57-bb7a-eccbfaf86a57 x-openstack-request-id: req-f04b0b38-6d8f-4d57-bb7a-eccbfaf86a57 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:49:20.017216 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-plugged", "status": "completed", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:49:20.017961 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f04b0b38-6d8f-4d57-bb7a-eccbfaf86a57 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:49:20.019478 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04b0b38-6d8f-4d57-bb7a-eccbfaf86a57'] response: {'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f', 'code': 200} Jun 17 11:49:20.112609 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.153123 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37058) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:20.198110 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=8']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:20.261113 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0a06b-a4cc-4c6d-bb9c-dd9702f9bbd7 req-0d5a9a9f-4982-487b-8fde-234c7024f03a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:20.262611 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0cf0a06b-a4cc-4c6d-bb9c-dd9702f9bbd7 req-0d5a9a9f-4982-487b-8fde-234c7024f03a tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0541286 Jun 17 11:49:20.287861 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1181957658-network', 'tenant_id': 'eab294243e474e34a2c6eec07747bf0d'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:49:20.315582 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0cf0a06b-a4cc-4c6d-bb9c-dd9702f9bbd7 req-4f6cc4d0-559e-4e79-9b9e-14f67f61515f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471909 Jun 17 11:49:20.470585 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Made reservation on behalf of eab294243e474e34a2c6eec07747bf0d for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:49:20.473058 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.491307 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.504942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953e39-8669-4f44-affb-56b81916b8d7 req-d2e85daf-4dc6-420f-9a5f-d5c7713e2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:20.507117 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f5953e39-8669-4f44-affb-56b81916b8d7 req-d2e85daf-4dc6-420f-9a5f-d5c7713e2ca3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1130 time: 0.0664606 Jun 17 11:49:20.594690 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f5953e39-8669-4f44-affb-56b81916b8d7 req-52ea1abf-5e69-42c5-bca8-0808aff915d7 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775902 Jun 17 11:49:20.645529 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks [] for security_group (a798052d-1334-49ad-9ae3-b56b58993066), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.717639 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a798052d-1334-49ad-9ae3-b56b58993066), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.749838 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:49:20.759421 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a798052d-1334-49ad-9ae3-b56b58993066,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:20.770525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (d273b6e3-4121-48d6-b982-8d5c697ebf54), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.770867 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Added segment d273b6e3-4121-48d6-b982-8d5c697ebf54 of type vlan for network 48b15f3b-e7e5-459b-b54f-217e63bb1295 Jun 17 11:49:20.774378 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.774716 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.775049 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.775388 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.775732 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.776071 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.776382 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.776700 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.777019 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.777338 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.777650 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.777999 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.778288 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.778600 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.778910 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:20.843217 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (48b15f3b-e7e5-459b-b54f-217e63bb1295), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.851754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:20.987186 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (48b15f3b-e7e5-459b-b54f-217e63bb1295), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:20.988254 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:20.988866 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:21.057636 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] Pushing event updated for resources: {'Network': ['ID=48b15f3b-e7e5-459b-b54f-217e63bb1295,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:21.070956 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 48b15f3b-e7e5-459b-b54f-217e63bb1295 details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:49:21.170014 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e9d6bf2a-92d2-4f7d-85b4-94efa3db3b89 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0150769 Jun 17 11:49:21.182631 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37080) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:21.187535 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Request body: {'subnet': {'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1181957658-subnet', 'tenant_id': 'eab294243e474e34a2c6eec07747bf0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:49:21.192676 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:21.311950 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Made reservation on behalf of eab294243e474e34a2c6eec07747bf0d for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:49:21.314407 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982754'] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:21.450194 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aa5ad-56b6-4d54-b727-5db910650e45 req-d71e6db3-19c4-443d-8639-95009671427b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:21.451821 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6c2aa5ad-56b6-4d54-b727-5db910650e45 req-d71e6db3-19c4-443d-8639-95009671427b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0518842 Jun 17 11:49:21.530011 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6c2aa5ad-56b6-4d54-b727-5db910650e45 req-d35381b2-de00-4b9c-b25c-5ce06e8c1e5f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713713 Jun 17 11:49:21.649261 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982768'] for subnet (af8f55c5-2cde-4e2d-8b02-414573103488), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:21.711553 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8f55c5-2cde-4e2d-8b02-414573103488,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:21.726363 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Checking segment: {'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:49:21.726727 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Network hostable DHCP agents. Network: 48b15f3b-e7e5-459b-b54f-217e63bb1295, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:49:21.814454 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Network 48b15f3b-e7e5-459b-b54f-217e63bb1295 is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:49:21.967806 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 48b15f3b-e7e5-459b-b54f-217e63bb1295) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:49:21.972120 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:21.972713 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:21.977882 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3f8fb-1d4c-403a-88d9-fd538f70ad5c None None] Network 48b15f3b-e7e5-459b-b54f-217e63bb1295 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:49:22.117641 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-842aae54-b4df-4158-baae-bec04e66248b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9346991 Jun 17 11:49:22.225379 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdac955-cf09-4257-80eb-ab93d092ad16 None None] Network 48b15f3b-e7e5-459b-b54f-217e63bb1295 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:49:22.673859 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158fff3-6454-4950-a579-d9b17a234f5b req-14d55492-d808-472e-8445-74fafb723289 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:22.675581 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4158fff3-6454-4950-a579-d9b17a234f5b req-14d55492-d808-472e-8445-74fafb723289 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0668912 Jun 17 11:49:22.732875 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4158fff3-6454-4950-a579-d9b17a234f5b req-f2fb16b9-a4ed-4974-b99b-befe755a610e tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503190 Jun 17 11:49:23.849394 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcfcf9-8d87-4a8c-b5e2-c95e69ed2cd3 req-f72717e5-0fc0-4767-b2e3-d9ab479b68ed tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:23.851944 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ebcfcf9-8d87-4a8c-b5e2-c95e69ed2cd3 req-f72717e5-0fc0-4767-b2e3-d9ab479b68ed tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0489581 Jun 17 11:49:23.905228 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ebcfcf9-8d87-4a8c-b5e2-c95e69ed2cd3 req-79159f81-cfe2-4ac3-aea0-c2174a2c4f01 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474381 Jun 17 11:49:24.722725 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-6ea61222-1712-4b87-8f42-e39d2be17398 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:24.724481 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-6ea61222-1712-4b87-8f42-e39d2be17398 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/networks?id=48b15f3b-e7e5-459b-b54f-217e63bb1295 HTTP/1.1" status: 200 len: 814 time: 0.1334140 Jun 17 11:49:24.741436 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-ca485cf0-fd81-4526-b1be-5d56a78826de tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/quotas/eab294243e474e34a2c6eec07747bf0d HTTP/1.1" status: 200 len: 375 time: 0.0103595 Jun 17 11:49:24.776862 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-affcfb82-4233-4f0f-a9ac-5a6b9cda2ead tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eab294243e474e34a2c6eec07747bf0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294714 Jun 17 11:49:24.791648 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:24.988500 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-61a0aba6-5828-4378-9e57-3d2d0dbc3890 service neutron] 10.222.0.45 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022688 Jun 17 11:49:25.092640 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64a902-a4c2-4e4d-98e0-7ca5dc19104c req-1dca0b2a-213d-4a6d-a975-f8b209d2064b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:25.094177 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3f64a902-a4c2-4e4d-98e0-7ca5dc19104c req-1dca0b2a-213d-4a6d-a975-f8b209d2064b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.1048081 Jun 17 11:49:25.153228 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-c365c78c-b170-4215-a2a2-7fc271b09248 service neutron] 10.222.0.45 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517081 Jun 17 11:49:25.172146 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3f64a902-a4c2-4e4d-98e0-7ca5dc19104c req-09417be0-4a4e-4330-8cb2-c39f2be74b63 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715551 Jun 17 11:49:25.452384 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e1f64537-caca-4051-9b44-ea5c7ef6d4c8 req-5c5338bf-c37d-473c-b102-45ccf772b7f3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 210 time: 0.0341597 Jun 17 11:49:26.549057 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-efdac1e5-ea82-408b-8c98-0344af47a4ef req-85803dad-5749-45af-b366-fd8cb147047a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Jun 17 11:49:27.113889 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:27.119003 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:27.664351 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d947cfce-d823-4ffe-a7fe-c1f30b966d67 req-a057568c-27d9-4f4e-a11c-a26628c1908c tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 210 time: 0.0420721 Jun 17 11:49:28.772346 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-36e694df-d53b-4534-a363-92a051643a31 req-34bfa7ae-c969-4693-87c1-fd7c15d86abc tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 210 time: 0.0311978 Jun 17 11:49:28.962949 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-ad2ff972-a8ac-4f6a-88c0-1ab1ed827fa3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:28.964468 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-ad2ff972-a8ac-4f6a-88c0-1ab1ed827fa3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "GET /v2.0/networks?id=48b15f3b-e7e5-459b-b54f-217e63bb1295 HTTP/1.1" status: 200 len: 814 time: 0.1152210 Jun 17 11:49:28.977779 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Request body: {'port': {'device_id': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295', 'admin_state_up': True, 'tenant_id': 'eab294243e474e34a2c6eec07747bf0d'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:49:28.993712 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:29.208659 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Made reservation on behalf of eab294243e474e34a2c6eec07747bf0d for: {'port': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:49:29.212848 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:29.351520 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Allocated IP 172.20.0.14 (48b15f3b-e7e5-459b-b54f-217e63bb1295/af8f55c5-2cde-4e2d-8b02-414573103488/4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:49:29.512855 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:29.528120 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks [] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:29.712134 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:29.755276 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Network 48b15f3b-e7e5-459b-b54f-217e63bb1295 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:49:29.761483 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:49:29.764142 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:49:29.792942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Pushing event updated for resources: {'Port': ['ID=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:29.830661 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:29.831190 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:29.903092 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bdfae-8f31-4864-b571-14c0d48e1062 req-23c9e897-1baa-4e06-9c1f-af80ed34f969 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:29.904616 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-012bdfae-8f31-4864-b571-14c0d48e1062 req-23c9e897-1baa-4e06-9c1f-af80ed34f969 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 932 time: 0.0476458 Jun 17 11:49:29.919338 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-0d1c8912-ba25-46c0-ba8e-f91280d9bfc3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9459491 Jun 17 11:49:29.932641 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Request body: {'port': {'device_id': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:49:29.980140 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-012bdfae-8f31-4864-b571-14c0d48e1062 req-a6797b37-d56a-4095-a0c9-cb71fa82e11f tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695679 Jun 17 11:49:30.010819 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.059637 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37276) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:30.173163 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.175650 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:30.196383 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:30.251171 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Publish callbacks [] for security_group (7cf594c0-9f18-4c73-93df-9965fe3db8c8), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.286339 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 {{(pid=111182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:49:30.294319 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Publish callbacks [] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.307010 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.provisioning_blocks [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Transition to ACTIVE for port object 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 will not be triggered until provisioned by entity L2. {{(pid=111182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:49:30.437321 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7cf594c0-9f18-4c73-93df-9965fe3db8c8), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.437576 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.470079 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:30.484620 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bef9a3d9ef9a464ea2baaff9fac8a096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239974 Jun 17 11:49:30.486642 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf594c0-9f18-4c73-93df-9965fe3db8c8,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:30.487550 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37280) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:30.495663 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.496008 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.496349 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.496720 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.497052 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.497380 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.497705 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.498032 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.498480 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.499143 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.499143 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.499558 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.499686 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:30.499878 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.500204 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.500518 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53825a6a-260f-4056-ae0d-d42e3ab14227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:30.604040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-af4ae9ef-be0c-465b-97b0-fade292bc194 admin admin] Publish callbacks [] for security_group (7cf594c0-9f18-4c73-93df-9965fe3db8c8), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.608303 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Attempting to bind port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:49:30.608637 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Attempting to bind port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:49:30.608964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Attempting to bind port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 on network 48b15f3b-e7e5-459b-b54f-217e63bb1295 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:49:30.624810 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 on network 48b15f3b-e7e5-459b-b54f-217e63bb1295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:49:30.625128 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Attempting to bind port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 on network 48b15f3b-e7e5-459b-b54f-217e63bb1295 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:49:30.639045 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-af4ae9ef-be0c-465b-97b0-fade292bc194 admin admin] Publish callbacks [] for security_group (7cf594c0-9f18-4c73-93df-9965fe3db8c8), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.641275 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:49:30.641515 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Checking segment: {'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:49:30.641897 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Bound using segment: {'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:49:30.642331 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Bound port: 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'}}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:49:30.642673 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.644338 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:30.734385 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] For port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2, host hv-cinder-83716, cleared binding levels {{(pid=111182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:49:30.741775 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] For port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:49:30.821904 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.825546 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-af4ae9ef-be0c-465b-97b0-fade292bc194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7cf594c0-9f18-4c73-93df-9965fe3db8c8), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.831476 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-af4ae9ef-be0c-465b-97b0-fade292bc194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.831476 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-af4ae9ef-be0c-465b-97b0-fade292bc194 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cf594c0-9f18-4c73-93df-9965fe3db8c8 HTTP/1.1" status: 204 len: 168 time: 0.3406956 Jun 17 11:49:30.867980 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ae9ef-be0c-465b-97b0-fade292bc194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf594c0-9f18-4c73-93df-9965fe3db8c8,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:30.883609 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:30.884233 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:30.885633 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] 10.222.0.33 "PUT /v2.0/ports/4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 HTTP/1.1" status: 200 len: 1094 time: 0.9587312 Jun 17 11:49:30.886074 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'tag': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:49:30.888390 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d5213-6a74-4e36-812f-f894ad0583f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e95f5fca-3e9f-4b8a-939a-110a184fc0b0", "tag": "4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:49:30.912202 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8cccb-248c-4d87-aa58-84bae20ac9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,revision_number=3']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:30.950565 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6b4ab-7538-4721-b448-f3ad37803493 x-openstack-request-id: req-47a6b4ab-7538-4721-b448-f3ad37803493 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:49:30.950859 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95f5fca-3e9f-4b8a-939a-110a184fc0b0", "tag": "4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:49:30.951117 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47a6b4ab-7538-4721-b448-f3ad37803493 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:49:30.951557 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a6b4ab-7538-4721-b448-f3ad37803493'] response: {'name': 'network-changed', 'server_uuid': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'tag': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2', 'status': 'completed', 'code': 200} Jun 17 11:49:31.118383 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef53b64-c55a-4d4a-bce2-90f67d37dba0 req-b070c66e-b362-4961-a104-749acf3c5292 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:31.119973 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0ef53b64-c55a-4d4a-bce2-90f67d37dba0 req-b070c66e-b362-4961-a104-749acf3c5292 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 944 time: 0.0587628 Jun 17 11:49:31.185111 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0ef53b64-c55a-4d4a-bce2-90f67d37dba0 req-d3579357-535a-4299-a5b8-cce906010ec1 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515769 Jun 17 11:49:31.282716 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d5213-6a74-4e36-812f-f894ad0583f4 req-eaedfc10-17c4-4409-9490-d1b973e315f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:31.284270 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-8b8d5213-6a74-4e36-812f-f894ad0583f4 req-eaedfc10-17c4-4409-9490-d1b973e315f7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=eab294243e474e34a2c6eec07747bf0d&device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 1128 time: 0.3109777 Jun 17 11:49:31.386033 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d5213-6a74-4e36-812f-f894ad0583f4 req-238efd53-0e1f-4535-9ac2-3993a6ef5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:31.387448 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-8b8d5213-6a74-4e36-812f-f894ad0583f4 req-238efd53-0e1f-4535-9ac2-3993a6ef5633 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=eab294243e474e34a2c6eec07747bf0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961313 Jun 17 11:49:31.495081 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d5213-6a74-4e36-812f-f894ad0583f4 req-dea44c9b-986c-40de-b1d4-b43ea79f97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:31.496617 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-8b8d5213-6a74-4e36-812f-f894ad0583f4 req-dea44c9b-986c-40de-b1d4-b43ea79f97cb service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031418 Jun 17 11:49:31.581868 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-7b5baade-56f5-4e7f-88c0-c6bdb8b7a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:31.583396 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-7b5baade-56f5-4e7f-88c0-c6bdb8b7a81a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=eab294243e474e34a2c6eec07747bf0d&device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 1128 time: 0.0467253 Jun 17 11:49:31.601352 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37310) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:31.638391 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-60082efa-5696-4b21-9947-60dd7a050dd6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 HTTP/1.1" status: 200 len: 217 time: 0.0485692 Jun 17 11:49:31.644338 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2eff-149a-456a-8f09-d4416008dbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:31.714495 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-9ac3fade-8552-4bfe-888c-315fa90964ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:31.716000 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-9ac3fade-8552-4bfe-888c-315fa90964ed service neutron] 10.222.0.33 "GET /v2.0/subnets?id=af8f55c5-2cde-4e2d-8b02-414573103488 HTTP/1.1" status: 200 len: 854 time: 0.0693653 Jun 17 11:49:31.759478 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-7d150e18-b412-4e84-8ec7-897a85de8dec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=48b15f3b-e7e5-459b-b54f-217e63bb1295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354128 Jun 17 11:49:31.780455 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:31.845321 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2eff-149a-456a-8f09-d4416008dbab admin admin] Publish callbacks [] for security_group (c7adf4f2-ad84-48d4-a9b6-7b800322b62b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:31.877113 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-38ba7204-def7-4f8c-8ea8-c86f48d20d1a service neutron] 10.222.0.33 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077766 Jun 17 11:49:31.974903 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2eff-149a-456a-8f09-d4416008dbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c7adf4f2-ad84-48d4-a9b6-7b800322b62b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:31.983006 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-7b45c190-a05f-44fb-bd5b-2d08a7c71173 req-77d5ace5-c0f4-4e82-ba60-a959c41a0600 service neutron] 10.222.0.33 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001472 Jun 17 11:49:32.002440 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:32.020557 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8f5d2eff-149a-456a-8f09-d4416008dbab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5cdc52e65104783bdf97848edadc817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201264 Jun 17 11:49:32.021409 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d2eff-149a-456a-8f09-d4416008dbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7adf4f2-ad84-48d4-a9b6-7b800322b62b,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:32.024526 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37314) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:32.078374 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0cc30387-7fc3-4acc-a7cf-ae500c6f0f90 admin admin] Publish callbacks [] for security_group (c7adf4f2-ad84-48d4-a9b6-7b800322b62b), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:32.102167 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0cc30387-7fc3-4acc-a7cf-ae500c6f0f90 admin admin] Publish callbacks [] for security_group (c7adf4f2-ad84-48d4-a9b6-7b800322b62b), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:32.293351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0cc30387-7fc3-4acc-a7cf-ae500c6f0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c7adf4f2-ad84-48d4-a9b6-7b800322b62b), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:32.295881 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0cc30387-7fc3-4acc-a7cf-ae500c6f0f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:32.297005 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-0cc30387-7fc3-4acc-a7cf-ae500c6f0f90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7adf4f2-ad84-48d4-a9b6-7b800322b62b HTTP/1.1" status: 204 len: 168 time: 0.2714646 Jun 17 11:49:32.313951 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30387-7fc3-4acc-a7cf-ae500c6f0f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7adf4f2-ad84-48d4-a9b6-7b800322b62b,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:32.328416 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0650ca-3bd7-4cb2-9202-c8c3a9964e1e req-2ffe6540-615f-4197-a92c-20797439fc60 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:32.329941 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8b0650ca-3bd7-4cb2-9202-c8c3a9964e1e req-2ffe6540-615f-4197-a92c-20797439fc60 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 944 time: 0.0680394 Jun 17 11:49:32.386425 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8b0650ca-3bd7-4cb2-9202-c8c3a9964e1e req-b5555d55-a6e6-4040-90c7-8789e47025a7 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Jun 17 11:49:33.514392 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afc921-a7af-4968-b628-cc559b4cd515 req-f903f3c4-029f-45b6-acdc-82e078ac44c8 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:33.516144 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-63afc921-a7af-4968-b628-cc559b4cd515 req-f903f3c4-029f-45b6-acdc-82e078ac44c8 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 944 time: 0.0515525 Jun 17 11:49:33.578037 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-63afc921-a7af-4968-b628-cc559b4cd515 req-f9fcddb8-3591-4ab2-8958-3bbe8cba67d3 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496273 Jun 17 11:49:33.875605 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:49:33.878095 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:49:33.980606 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:49:33.992748 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2', 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295', 'port_id': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2', 'mac_address': 'fa:16:3e:07:f6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8f55c5-2cde-4e2d-8b02-414573103488', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:49:34.044221 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:49:34.044221 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:34.048767 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:49:34.069876 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:49:34.145213 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:34.192892 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:34.201254 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.201594 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.201932 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.202268 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.202602 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.202913 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.203230 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.203572 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.203893 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.204210 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.204533 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.204844 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.205159 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.205473 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.205786 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:49:34.361145 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:49:34.487416 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:34.692232 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74290e4-78d4-4651-b7ec-792c61caf34b req-1d179934-bcc8-4d58-ab2e-b748d7b4215b tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:34.693790 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b74290e4-78d4-4651-b7ec-792c61caf34b req-1d179934-bcc8-4d58-ab2e-b748d7b4215b tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 945 time: 0.0530410 Jun 17 11:49:34.748566 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b74290e4-78d4-4651-b7ec-792c61caf34b req-20c89a7b-a326-4e48-852f-0a76b507d899 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Jun 17 11:49:35.874239 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648b29e-fbc2-4ced-aa40-9030766fdd1f req-d63a2c08-5f16-43f1-ad34-21606663d736 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:35.875813 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4648b29e-fbc2-4ced-aa40-9030766fdd1f req-d63a2c08-5f16-43f1-ad34-21606663d736 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 945 time: 0.0475886 Jun 17 11:49:35.918114 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:49:35.918684 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:35.926324 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4648b29e-fbc2-4ced-aa40-9030766fdd1f req-7661b61a-1eae-4cb3-a73d-0786200dee37 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Jun 17 11:49:35.961452 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:35.962473 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:49:36.099874 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:49:36.100285 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:36.181787 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:49:36.182170 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:36.207472 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:49:36.210348 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72ac4f-bca8-40c3-82fc-b57349e63398" -d '{"events": [{"server_uuid": "e95f5fca-3e9f-4b8a-939a-110a184fc0b0", "name": "network-vif-plugged", "status": "completed", "tag": "4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:49:36.223600 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:49:36.251571 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a7984b-0d64-486b-aa17-30bbb69485b5 x-openstack-request-id: req-35a7984b-0d64-486b-aa17-30bbb69485b5 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:49:36.252162 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95f5fca-3e9f-4b8a-939a-110a184fc0b0", "name": "network-vif-plugged", "status": "completed", "tag": "4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:49:36.252419 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35a7984b-0d64-486b-aa17-30bbb69485b5 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:49:36.252845 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a7984b-0d64-486b-aa17-30bbb69485b5'] response: {'server_uuid': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2', 'code': 200} Jun 17 11:49:36.447780 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:36.503123 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:36.741467 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145bff-cecd-41d3-9cf8-7ef795167a24 req-b02a6088-c5e8-417e-ad2b-719f56102f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:36.742995 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-1f145bff-cecd-41d3-9cf8-7ef795167a24 req-b02a6088-c5e8-417e-ad2b-719f56102f6d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 1130 time: 0.0454917 Jun 17 11:49:36.789241 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-1f145bff-cecd-41d3-9cf8-7ef795167a24 req-356a1c14-7fcc-4b24-a4e3-bc73b4265e88 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Jun 17 11:49:37.050146 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4df3b-ac54-4c42-bd20-997883e8f228 req-cd230164-cd10-4ee8-911d-52187918981f tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:37.051654 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2fb4df3b-ac54-4c42-bd20-997883e8f228 req-cd230164-cd10-4ee8-911d-52187918981f tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 946 time: 0.0496058 Jun 17 11:49:37.107462 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2fb4df3b-ac54-4c42-bd20-997883e8f228 req-836fc925-af63-47c0-80cb-8f7a84aa365a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Jun 17 11:49:38.240773 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33629306-f109-4ebf-8d88-c641f7b7507a req-9b4e7155-383b-4df7-a6ec-65543e4038d2 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:38.242417 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-33629306-f109-4ebf-8d88-c641f7b7507a req-9b4e7155-383b-4df7-a6ec-65543e4038d2 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 946 time: 0.0490143 Jun 17 11:49:38.295161 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-33629306-f109-4ebf-8d88-c641f7b7507a req-018814a3-9d8f-404a-9959-e4c680317cd0 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 Jun 17 11:49:39.414141 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8eb15-0eae-4ed8-a5f1-d90ceb470d44 req-62461f3f-a2f1-49a7-84a4-c357b8c93bfe tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:49:39.416318 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76b8eb15-0eae-4ed8-a5f1-d90ceb470d44 req-62461f3f-a2f1-49a7-84a4-c357b8c93bfe tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 946 time: 0.0506933 Jun 17 11:49:39.442664 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:39.473013 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-76b8eb15-0eae-4ed8-a5f1-d90ceb470d44 req-619329e5-d8fc-4fc4-9a79-6dfab5807dff tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Jun 17 11:49:43.756429 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c03f0-f439-41d4-bfaa-fa6b79f2d1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:43.872425 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:45.325213 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37610) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:45.482480 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ff878c18-abdb-4c24-8bfb-7840dd371c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:45.572117 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ff878c18-abdb-4c24-8bfb-7840dd371c39 admin admin] Publish callbacks [] for security_group (6a856085-9131-48c6-b85a-db0fb12c4832), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:45.716202 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ff878c18-abdb-4c24-8bfb-7840dd371c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (6a856085-9131-48c6-b85a-db0fb12c4832), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:45.758239 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ff878c18-abdb-4c24-8bfb-7840dd371c39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7bf171980e9f4f559b10e3a4ecc77ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4318104 Jun 17 11:49:45.760434 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff878c18-abdb-4c24-8bfb-7840dd371c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a856085-9131-48c6-b85a-db0fb12c4832,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:45.761542 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37620) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:45.820006 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a42ee8f4-102f-4b4b-805c-431664d13384 admin admin] Publish callbacks [] for security_group (6a856085-9131-48c6-b85a-db0fb12c4832), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:45.846800 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a42ee8f4-102f-4b4b-805c-431664d13384 admin admin] Publish callbacks [] for security_group (6a856085-9131-48c6-b85a-db0fb12c4832), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:46.019972 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a42ee8f4-102f-4b4b-805c-431664d13384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (6a856085-9131-48c6-b85a-db0fb12c4832), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:46.022767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a42ee8f4-102f-4b4b-805c-431664d13384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:46.024202 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a42ee8f4-102f-4b4b-805c-431664d13384 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a856085-9131-48c6-b85a-db0fb12c4832 HTTP/1.1" status: 204 len: 168 time: 0.2616086 Jun 17 11:49:46.035042 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ee8f4-102f-4b4b-805c-431664d13384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a856085-9131-48c6-b85a-db0fb12c4832,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:46.236996 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1905-dea8-4286-aa32-c43c99b3f784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:46.906147 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37636) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:46.920884 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf537-5c17-45e4-9a18-8a866b219001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.020936 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf537-5c17-45e4-9a18-8a866b219001 admin admin] Publish callbacks [] for security_group (1937ddcb-d250-49d6-a023-0069914df128), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.156425 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-3a9bf537-5c17-45e4-9a18-8a866b219001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (1937ddcb-d250-49d6-a023-0069914df128), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.199526 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-3a9bf537-5c17-45e4-9a18-8a866b219001 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=827a330f79074675ba0d404b93a18bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922041 Jun 17 11:49:47.200347 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bf537-5c17-45e4-9a18-8a866b219001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1937ddcb-d250-49d6-a023-0069914df128,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:47.202475 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37646) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:47.263263 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-14ae3c35-da62-459f-a565-395b514fd7ad admin admin] Publish callbacks [] for security_group (1937ddcb-d250-49d6-a023-0069914df128), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.290536 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-14ae3c35-da62-459f-a565-395b514fd7ad admin admin] Publish callbacks [] for security_group (1937ddcb-d250-49d6-a023-0069914df128), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.430601 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.511596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-14ae3c35-da62-459f-a565-395b514fd7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (1937ddcb-d250-49d6-a023-0069914df128), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.514460 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-14ae3c35-da62-459f-a565-395b514fd7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:47.516217 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-14ae3c35-da62-459f-a565-395b514fd7ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1937ddcb-d250-49d6-a023-0069914df128 HTTP/1.1" status: 204 len: 168 time: 0.3125641 Jun 17 11:49:47.531281 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae3c35-da62-459f-a565-395b514fd7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1937ddcb-d250-49d6-a023-0069914df128,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:47.975482 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37662) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:48.096648 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4920-9abd-4805-8f4c-38ebb8d495f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:48.185832 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4920-9abd-4805-8f4c-38ebb8d495f1 admin admin] Publish callbacks [] for security_group (7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:48.276798 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4920-9abd-4805-8f4c-38ebb8d495f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:48.318816 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-fc1d4920-9abd-4805-8f4c-38ebb8d495f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6fe7e93f494e4be9a2411694ad9aa1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419812 Jun 17 11:49:48.320592 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d4920-9abd-4805-8f4c-38ebb8d495f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:48.321673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37672) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:48.381144 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f467336c-b2cf-40b7-b690-ad4a6a60c19a admin admin] Publish callbacks [] for security_group (7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:48.407324 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f467336c-b2cf-40b7-b690-ad4a6a60c19a admin admin] Publish callbacks [] for security_group (7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:48.596731 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f467336c-b2cf-40b7-b690-ad4a6a60c19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:48.599482 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f467336c-b2cf-40b7-b690-ad4a6a60c19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:48.600666 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f467336c-b2cf-40b7-b690-ad4a6a60c19a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4 HTTP/1.1" status: 204 len: 168 time: 0.2779622 Jun 17 11:49:48.610584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467336c-b2cf-40b7-b690-ad4a6a60c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169a0a4-b0fa-4ed6-acb3-7a5e20ed09d4,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:48.923358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:49.431357 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:49.470534 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37702) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:49.486131 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-65c8a1b5-91a3-428c-a4e9-dea04bf6a451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:49.579691 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-65c8a1b5-91a3-428c-a4e9-dea04bf6a451 admin admin] Publish callbacks [] for security_group (47dd5007-1292-4f26-b57d-16d763471039), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:49.654058 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-65c8a1b5-91a3-428c-a4e9-dea04bf6a451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (47dd5007-1292-4f26-b57d-16d763471039), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:49.661047 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:49.680108 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:49.699766 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-65c8a1b5-91a3-428c-a4e9-dea04bf6a451 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4a3ba3c93354509b03aa26d8b4ed4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278214 Jun 17 11:49:49.701246 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8a1b5-91a3-428c-a4e9-dea04bf6a451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd5007-1292-4f26-b57d-16d763471039,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:49.704822 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37710) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:49.787559 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-807e1bb5-2327-4eb3-a39e-2e6086d2b4e4 admin admin] Publish callbacks [] for security_group (47dd5007-1292-4f26-b57d-16d763471039), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:49.819250 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-807e1bb5-2327-4eb3-a39e-2e6086d2b4e4 admin admin] Publish callbacks [] for security_group (47dd5007-1292-4f26-b57d-16d763471039), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:50.002484 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-807e1bb5-2327-4eb3-a39e-2e6086d2b4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (47dd5007-1292-4f26-b57d-16d763471039), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:50.005050 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-807e1bb5-2327-4eb3-a39e-2e6086d2b4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:50.006205 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-807e1bb5-2327-4eb3-a39e-2e6086d2b4e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47dd5007-1292-4f26-b57d-16d763471039 HTTP/1.1" status: 204 len: 168 time: 0.3008044 Jun 17 11:49:50.030183 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e1bb5-2327-4eb3-a39e-2e6086d2b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd5007-1292-4f26-b57d-16d763471039,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:54.089625 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37814) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:54.206334 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c888606d-7087-40a1-b7ad-db542e9e724f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:54.285566 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c888606d-7087-40a1-b7ad-db542e9e724f admin admin] Publish callbacks [] for security_group (b145170d-f580-49ae-ba83-c35fd20222c8), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:54.369726 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c888606d-7087-40a1-b7ad-db542e9e724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b145170d-f580-49ae-ba83-c35fd20222c8), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:54.413444 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888606d-7087-40a1-b7ad-db542e9e724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b145170d-f580-49ae-ba83-c35fd20222c8,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:54.419007 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-c888606d-7087-40a1-b7ad-db542e9e724f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5272771cc83346b39d179df9b373e231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283460 Jun 17 11:49:54.421551 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37818) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:54.472543 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4ef846f4-ddbe-499c-a144-4abd249ad88c admin admin] Publish callbacks [] for security_group (b145170d-f580-49ae-ba83-c35fd20222c8), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:54.500027 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4ef846f4-ddbe-499c-a144-4abd249ad88c admin admin] Publish callbacks [] for security_group (b145170d-f580-49ae-ba83-c35fd20222c8), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:54.659266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4ef846f4-ddbe-499c-a144-4abd249ad88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b145170d-f580-49ae-ba83-c35fd20222c8), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:54.661920 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4ef846f4-ddbe-499c-a144-4abd249ad88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:54.663070 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4ef846f4-ddbe-499c-a144-4abd249ad88c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b145170d-f580-49ae-ba83-c35fd20222c8 HTTP/1.1" status: 204 len: 168 time: 0.2406380 Jun 17 11:49:54.672040 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef846f4-ddbe-499c-a144-4abd249ad88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b145170d-f580-49ae-ba83-c35fd20222c8,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:54.814123 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:55.601930 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37830) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:55.602422 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ee31e7dc-0ee0-449f-9054-4921c3abd7fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:55.683185 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ee31e7dc-0ee0-449f-9054-4921c3abd7fa admin admin] Publish callbacks [] for security_group (28f418ae-94c6-4338-acee-11462cc3042f), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:55.784926 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ee31e7dc-0ee0-449f-9054-4921c3abd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (28f418ae-94c6-4338-acee-11462cc3042f), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:55.790741 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:49:55.827925 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ee31e7dc-0ee0-449f-9054-4921c3abd7fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51d294c5ec4642bb8584cf0497bc46c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383494 Jun 17 11:49:55.828617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31e7dc-0ee0-449f-9054-4921c3abd7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f418ae-94c6-4338-acee-11462cc3042f,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:49:55.831390 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37832) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:49:55.895786 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f94-dd2d-4b77-bd4d-540a7727ac7f admin admin] Publish callbacks [] for security_group (28f418ae-94c6-4338-acee-11462cc3042f), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:55.920977 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f94-dd2d-4b77-bd4d-540a7727ac7f admin admin] Publish callbacks [] for security_group (28f418ae-94c6-4338-acee-11462cc3042f), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:56.030711 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f94-dd2d-4b77-bd4d-540a7727ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (28f418ae-94c6-4338-acee-11462cc3042f), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:56.033375 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f94-dd2d-4b77-bd4d-540a7727ac7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:49:56.034539 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6b5e4f94-dd2d-4b77-bd4d-540a7727ac7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28f418ae-94c6-4338-acee-11462cc3042f HTTP/1.1" status: 204 len: 168 time: 0.2019739 Jun 17 11:49:56.043173 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4f94-dd2d-4b77-bd4d-540a7727ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f418ae-94c6-4338-acee-11462cc3042f,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:00.393489 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 37928) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:00.519332 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f555171-1e70-4fbe-bc17-c8b94d6eae0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:00.605255 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f555171-1e70-4fbe-bc17-c8b94d6eae0f admin admin] Publish callbacks [] for security_group (dec32b8d-8262-41a4-b9cb-0f1bd1bca743), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:00.676722 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4f555171-1e70-4fbe-bc17-c8b94d6eae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (dec32b8d-8262-41a4-b9cb-0f1bd1bca743), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:00.723045 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f555171-1e70-4fbe-bc17-c8b94d6eae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec32b8d-8262-41a4-b9cb-0f1bd1bca743,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:00.728701 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4f555171-1e70-4fbe-bc17-c8b94d6eae0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69d0d71c9ae74b2aa016823634592807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328776 Jun 17 11:50:00.731080 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37940) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:00.798090 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5cacbe5-1f01-4c3b-a3f6-772cf4c5c2e1 admin admin] Publish callbacks [] for security_group (dec32b8d-8262-41a4-b9cb-0f1bd1bca743), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:00.799724 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:00.801754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:00.824069 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5cacbe5-1f01-4c3b-a3f6-772cf4c5c2e1 admin admin] Publish callbacks [] for security_group (dec32b8d-8262-41a4-b9cb-0f1bd1bca743), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:00.950555 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5cacbe5-1f01-4c3b-a3f6-772cf4c5c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (dec32b8d-8262-41a4-b9cb-0f1bd1bca743), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:00.953164 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a5cacbe5-1f01-4c3b-a3f6-772cf4c5c2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:00.956969 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a5cacbe5-1f01-4c3b-a3f6-772cf4c5c2e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dec32b8d-8262-41a4-b9cb-0f1bd1bca743 HTTP/1.1" status: 204 len: 168 time: 0.2223449 Jun 17 11:50:00.964659 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cacbe5-1f01-4c3b-a3f6-772cf4c5c2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec32b8d-8262-41a4-b9cb-0f1bd1bca743,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:01.676170 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37956) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:01.693584 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf454-6602-49da-95fa-4c3331549fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:01.774125 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf454-6602-49da-95fa-4c3331549fbf admin admin] Publish callbacks [] for security_group (30687c36-799d-4954-9df9-72949e974a9b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:01.933726 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf454-6602-49da-95fa-4c3331549fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (30687c36-799d-4954-9df9-72949e974a9b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:01.974394 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bf454-6602-49da-95fa-4c3331549fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30687c36-799d-4954-9df9-72949e974a9b,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:01.980701 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9f9bf454-6602-49da-95fa-4c3331549fbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46a7993f603a4621ab4217b5599b1f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026755 Jun 17 11:50:01.982967 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 37958) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:02.036957 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ae62-d35c-4563-ae54-852a822830c3 admin admin] Publish callbacks [] for security_group (30687c36-799d-4954-9df9-72949e974a9b), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:02.061450 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ae62-d35c-4563-ae54-852a822830c3 admin admin] Publish callbacks [] for security_group (30687c36-799d-4954-9df9-72949e974a9b), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:02.086921 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:02.271175 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ae62-d35c-4563-ae54-852a822830c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (30687c36-799d-4954-9df9-72949e974a9b), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:02.274537 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ae62-d35c-4563-ae54-852a822830c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:02.279140 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d2e1ae62-d35c-4563-ae54-852a822830c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30687c36-799d-4954-9df9-72949e974a9b HTTP/1.1" status: 204 len: 168 time: 0.2953932 Jun 17 11:50:02.289312 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1ae62-d35c-4563-ae54-852a822830c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30687c36-799d-4954-9df9-72949e974a9b,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:03.420329 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-658a7860-1895-4c6d-954b-3dccca34098d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437880 Jun 17 11:50:03.521445 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-db2e5c4b-59ae-49f8-9d95-556f1e0944f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:03.525990 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-db2e5c4b-59ae-49f8-9d95-556f1e0944f3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1130 time: 0.0494874 Jun 17 11:50:03.672667 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-a78339d8-7a63-453d-a386-23236db5a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:03.674278 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-a78339d8-7a63-453d-a386-23236db5a9e8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 200 len: 909 time: 0.1248009 Jun 17 11:50:03.746314 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-70bdd4f1-478d-454c-93f0-d516eebe6c16 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 1001 time: 0.0657728 Jun 17 11:50:03.800108 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-829b5363-e81e-4de0-b5cc-25796f904900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:03.801965 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-829b5363-e81e-4de0-b5cc-25796f904900 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2e553cb9-c624-459a-aa9b-1892e35172b9 HTTP/1.1" status: 200 len: 847 time: 0.0497026 Jun 17 11:50:03.856333 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-cacf027e-4fa5-49f6-867d-96a9eaef6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:03.857878 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-cacf027e-4fa5-49f6-867d-96a9eaef6676 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29b7df83-bd84-4880-9c95-be54b0ab66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478311 Jun 17 11:50:03.963724 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-5e1637a8-e5a3-47d6-8443-457ddfcad71d service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976589 Jun 17 11:50:04.062803 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f73081f2-3799-4d2a-923a-c758c7103a37 req-d3e2db9c-cb67-4aad-9581-3d16253841f9 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934811 Jun 17 11:50:05.008601 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38010) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:05.115709 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e8689a27-8a48-49bd-8165-6ef92017e3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:05.192731 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e8689a27-8a48-49bd-8165-6ef92017e3c2 admin admin] Publish callbacks [] for security_group (7a10597e-80c8-4837-9cb6-af7d293fcd40), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:05.310205 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e8689a27-8a48-49bd-8165-6ef92017e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7a10597e-80c8-4837-9cb6-af7d293fcd40), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:05.351545 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e8689a27-8a48-49bd-8165-6ef92017e3c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e827f621f3141a2af0d146e0a76998b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417897 Jun 17 11:50:05.352452 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8689a27-8a48-49bd-8165-6ef92017e3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a10597e-80c8-4837-9cb6-af7d293fcd40,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:05.356458 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38014) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:05.408683 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5a0f-cb56-436d-a9b6-d918ed73b137 admin admin] Publish callbacks [] for security_group (7a10597e-80c8-4837-9cb6-af7d293fcd40), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:05.432417 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5a0f-cb56-436d-a9b6-d918ed73b137 admin admin] Publish callbacks [] for security_group (7a10597e-80c8-4837-9cb6-af7d293fcd40), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:05.550714 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5a0f-cb56-436d-a9b6-d918ed73b137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (7a10597e-80c8-4837-9cb6-af7d293fcd40), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:05.553753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5a0f-cb56-436d-a9b6-d918ed73b137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:05.555186 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ea9a5a0f-cb56-436d-a9b6-d918ed73b137 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a10597e-80c8-4837-9cb6-af7d293fcd40 HTTP/1.1" status: 204 len: 168 time: 0.1975799 Jun 17 11:50:05.564277 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a5a0f-cb56-436d-a9b6-d918ed73b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a10597e-80c8-4837-9cb6-af7d293fcd40,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:06.379474 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38028) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:06.393689 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-970562c1-74fd-4dd1-9a48-fc6754b8faf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:06.404744 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:06.407163 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:06.475766 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-970562c1-74fd-4dd1-9a48-fc6754b8faf7 admin admin] Publish callbacks [] for security_group (c6e5b347-e349-44d2-b1eb-012b2a20c399), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:06.562040 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-970562c1-74fd-4dd1-9a48-fc6754b8faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c6e5b347-e349-44d2-b1eb-012b2a20c399), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:06.603249 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-970562c1-74fd-4dd1-9a48-fc6754b8faf7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d0a40263afe457c8dbdd067adabcfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226036 Jun 17 11:50:06.605053 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970562c1-74fd-4dd1-9a48-fc6754b8faf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5b347-e349-44d2-b1eb-012b2a20c399,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:06.606329 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38030) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:06.636842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:06.665862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6d340d94-8497-45b3-b691-1dd26f6dec5f admin admin] Publish callbacks [] for security_group (c6e5b347-e349-44d2-b1eb-012b2a20c399), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:06.689986 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6d340d94-8497-45b3-b691-1dd26f6dec5f admin admin] Publish callbacks [] for security_group (c6e5b347-e349-44d2-b1eb-012b2a20c399), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:06.830841 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6d340d94-8497-45b3-b691-1dd26f6dec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c6e5b347-e349-44d2-b1eb-012b2a20c399), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:06.833359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6d340d94-8497-45b3-b691-1dd26f6dec5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:06.834564 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-6d340d94-8497-45b3-b691-1dd26f6dec5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6e5b347-e349-44d2-b1eb-012b2a20c399 HTTP/1.1" status: 204 len: 168 time: 0.2271941 Jun 17 11:50:06.843582 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d340d94-8497-45b3-b691-1dd26f6dec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5b347-e349-44d2-b1eb-012b2a20c399,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:06.860347 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:10.875659 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:50:11.890654 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:13.648531 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:13.733594 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-e350ecaf-1904-499d-b042-6d9ff6a0ed3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:16.184652 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38204) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:16.298382 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-54e718fb-6e64-4014-b956-5d15c65e378a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:16.299312 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-217f747a-346e-4500-bec3-aef0d86287ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:16.386099 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-54e718fb-6e64-4014-b956-5d15c65e378a admin admin] Publish callbacks [] for security_group (4eaf2b8f-8b24-4d96-b504-817a6054c662), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:16.510510 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-54e718fb-6e64-4014-b956-5d15c65e378a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4eaf2b8f-8b24-4d96-b504-817a6054c662), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:16.828022 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e718fb-6e64-4014-b956-5d15c65e378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf2b8f-8b24-4d96-b504-817a6054c662,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:16.832759 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-54e718fb-6e64-4014-b956-5d15c65e378a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=335c4e09e9f84a0288c11b006bcd5bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6468799 Jun 17 11:50:16.835416 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38214) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:16.887475 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6b9659f4-33cf-4d32-adf4-16d129319146 admin admin] Publish callbacks [] for security_group (4eaf2b8f-8b24-4d96-b504-817a6054c662), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:16.912337 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6b9659f4-33cf-4d32-adf4-16d129319146 admin admin] Publish callbacks [] for security_group (4eaf2b8f-8b24-4d96-b504-817a6054c662), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:16.919879 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:17.070514 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6b9659f4-33cf-4d32-adf4-16d129319146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4eaf2b8f-8b24-4d96-b504-817a6054c662), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:17.073092 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-6b9659f4-33cf-4d32-adf4-16d129319146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:17.074447 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-6b9659f4-33cf-4d32-adf4-16d129319146 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4eaf2b8f-8b24-4d96-b504-817a6054c662 HTTP/1.1" status: 204 len: 168 time: 0.2378345 Jun 17 11:50:17.084915 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9659f4-33cf-4d32-adf4-16d129319146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf2b8f-8b24-4d96-b504-817a6054c662,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:17.334739 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=30,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:17.420090 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:18.899728 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:19.436472 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:20.871716 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=7 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:24.893602 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:27.078427 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:32.202383 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38440) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:32.318793 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:32.399927 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bef6a-00df-4a2a-94d9-4a6ce89920ee req-a7858ce0-8e39-4d86-8c04-abd91d916529 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:32.401594 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-822bef6a-00df-4a2a-94d9-4a6ce89920ee req-a7858ce0-8e39-4d86-8c04-abd91d916529 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 946 time: 0.0557649 Jun 17 11:50:32.425273 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Publish callbacks [] for security_group (14997099-e9a1-4da8-a1bb-fa257de18c19), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:32.458313 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-822bef6a-00df-4a2a-94d9-4a6ce89920ee req-e2982984-9036-40b5-9b6c-75c2b1c44392 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498805 Jun 17 11:50:32.561797 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (14997099-e9a1-4da8-a1bb-fa257de18c19), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:32.607138 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14997099-e9a1-4da8-a1bb-fa257de18c19,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:32.611723 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5463d0a3b8564b4b93f7fd733f4b3c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082093 Jun 17 11:50:32.615921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38450) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:32.618600 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.618955 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.619310 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.619679 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.620017 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.621172 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.621367 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.621621 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.622056 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.622397 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.622738 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.623177 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.623552 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.623878 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.630516 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fed95-d210-4488-8cb2-6e5700ed2372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.693220 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Publish callbacks [] for security_group (14997099-e9a1-4da8-a1bb-fa257de18c19), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:32.718525 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Publish callbacks [] for security_group (14997099-e9a1-4da8-a1bb-fa257de18c19), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:32.923536 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (14997099-e9a1-4da8-a1bb-fa257de18c19), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:32.926038 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:32.927189 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14997099-e9a1-4da8-a1bb-fa257de18c19 HTTP/1.1" status: 204 len: 168 time: 0.3098741 Jun 17 11:50:32.939951 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14997099-e9a1-4da8-a1bb-fa257de18c19,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:32.944152 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.944500 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.944849 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.945182 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.945512 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.945839 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.946165 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.946486 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.946809 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.947132 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.947476 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.947931 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.948263 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.948746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:32.949168 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b45d1-31be-4ca9-8b04-8f6bc5dc4779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:50:33.072436 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38456) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:33.289929 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f621ed6b-ea31-4911-b99b-013904fc3c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.377363 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f621ed6b-ea31-4911-b99b-013904fc3c1f admin admin] Publish callbacks [] for security_group (318f7af1-1984-4df5-8402-7eb36c1db21b), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.465518 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f621ed6b-ea31-4911-b99b-013904fc3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (318f7af1-1984-4df5-8402-7eb36c1db21b), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.508122 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f621ed6b-ea31-4911-b99b-013904fc3c1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ca1622248ba465e97b7e1c799849dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345856 Jun 17 11:50:33.510359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621ed6b-ea31-4911-b99b-013904fc3c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318f7af1-1984-4df5-8402-7eb36c1db21b,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:33.511402 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38464) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:33.572516 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b16a-d1aa-463c-817e-17c5f56da3c2 admin admin] Publish callbacks [] for security_group (318f7af1-1984-4df5-8402-7eb36c1db21b), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.592379 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefdd43-ad9a-425b-b2ae-e722769dcc3e req-ea30a1e6-6657-4a8d-a39d-4e9d2ee5a89c tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:33.593927 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-abefdd43-ad9a-425b-b2ae-e722769dcc3e req-ea30a1e6-6657-4a8d-a39d-4e9d2ee5a89c tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 946 time: 0.0563495 Jun 17 11:50:33.599206 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b16a-d1aa-463c-817e-17c5f56da3c2 admin admin] Publish callbacks [] for security_group (318f7af1-1984-4df5-8402-7eb36c1db21b), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.657592 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-abefdd43-ad9a-425b-b2ae-e722769dcc3e req-9acff418-d026-4f44-b28c-39bed9cea688 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575922 Jun 17 11:50:33.750343 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b16a-d1aa-463c-817e-17c5f56da3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (318f7af1-1984-4df5-8402-7eb36c1db21b), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.753397 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b16a-d1aa-463c-817e-17c5f56da3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.754609 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f3b6b16a-d1aa-463c-817e-17c5f56da3c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/318f7af1-1984-4df5-8402-7eb36c1db21b HTTP/1.1" status: 204 len: 168 time: 0.2421577 Jun 17 11:50:33.764209 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6b16a-d1aa-463c-817e-17c5f56da3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f7af1-1984-4df5-8402-7eb36c1db21b,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:33.772119 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38468) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:33.797734 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9f112239-d565-452a-a630-25435e3bc22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.892273 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9f112239-d565-452a-a630-25435e3bc22d admin admin] Publish callbacks [] for security_group (dd55e175-eb56-425c-84bf-a3be7b41a9e4), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:33.974066 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9f112239-d565-452a-a630-25435e3bc22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (dd55e175-eb56-425c-84bf-a3be7b41a9e4), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.019244 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9f112239-d565-452a-a630-25435e3bc22d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ab5245e0cd94fb48c1f3dabc59f1c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456107 Jun 17 11:50:34.019887 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112239-d565-452a-a630-25435e3bc22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd55e175-eb56-425c-84bf-a3be7b41a9e4,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:34.022771 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38470) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:34.088813 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-119756ab-fb1e-48bd-a990-0a275a533c9b admin admin] Publish callbacks [] for security_group (dd55e175-eb56-425c-84bf-a3be7b41a9e4), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.114873 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-119756ab-fb1e-48bd-a990-0a275a533c9b admin admin] Publish callbacks [] for security_group (dd55e175-eb56-425c-84bf-a3be7b41a9e4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.169545 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-1dc2b89d-d0ce-4979-b0d9-1ad15b01aa83 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:34.171553 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-1dc2b89d-d0ce-4979-b0d9-1ad15b01aa83 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 946 time: 0.0820055 Jun 17 11:50:34.258763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-119756ab-fb1e-48bd-a990-0a275a533c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (dd55e175-eb56-425c-84bf-a3be7b41a9e4), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.261443 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-119756ab-fb1e-48bd-a990-0a275a533c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.262762 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-119756ab-fb1e-48bd-a990-0a275a533c9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd55e175-eb56-425c-84bf-a3be7b41a9e4 HTTP/1.1" status: 204 len: 168 time: 0.2381425 Jun 17 11:50:34.273648 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119756ab-fb1e-48bd-a990-0a275a533c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd55e175-eb56-425c-84bf-a3be7b41a9e4,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:34.279551 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Deleting port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:50:34.279551 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.403802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] For port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:50:34.404161 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.420335 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Calling delete_port for 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:50:34.426591 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:34.478000 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:34.682266 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.709542 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:50:34.728157 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Pushing event deleted for resources: {'Port': ['ID=4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:34.784943 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] No DVR routers for this DVR port 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:50:34.787953 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:34.791595 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3c991eb4-fbed-49b2-a158-a3c94e434d01 req-cf41e751-050a-47a0-b4cb-e5e29bc02961 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "DELETE /v2.0/ports/4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 HTTP/1.1" status: 204 len: 173 time: 0.6108937 Jun 17 11:50:34.792128 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'name': 'network-vif-deleted', 'tag': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:50:34.795218 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3320036-9dd8-4530-ae80-0fe0af5a76c7" -d '{"events": [{"server_uuid": "e95f5fca-3e9f-4b8a-939a-110a184fc0b0", "name": "network-vif-deleted", "tag": "4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:50:34.828408 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3019f14a-a3af-40ba-8f96-e25ca829d51a req-c71565b6-1838-410b-86b7-496e872f99cd tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 210 time: 0.0487299 Jun 17 11:50:34.845043 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6d899-5519-4f2e-8638-7e25191e6438 x-openstack-request-id: req-33e6d899-5519-4f2e-8638-7e25191e6438 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:50:34.845043 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95f5fca-3e9f-4b8a-939a-110a184fc0b0", "name": "network-vif-deleted", "tag": "4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:50:34.845043 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33e6d899-5519-4f2e-8638-7e25191e6438 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:50:34.845043 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e6d899-5519-4f2e-8638-7e25191e6438'] response: {'server_uuid': 'e95f5fca-3e9f-4b8a-939a-110a184fc0b0', 'name': 'network-vif-deleted', 'tag': '4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2', 'status': 'completed', 'code': 200} Jun 17 11:50:35.134104 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38502) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:35.151069 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f4c4-05b1-4c90-9c44-ceda3fd7d608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:35.202224 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:35.240365 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f4c4-05b1-4c90-9c44-ceda3fd7d608 admin admin] Publish callbacks [] for security_group (dea653f8-d306-4067-a6c1-58a24cae57bc), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:35.344328 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f4c4-05b1-4c90-9c44-ceda3fd7d608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (dea653f8-d306-4067-a6c1-58a24cae57bc), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:35.349354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:35.386996 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-0bf8f4c4-05b1-4c90-9c44-ceda3fd7d608 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14c21a31e248420aae72f91059ed8947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516947 Jun 17 11:50:35.388251 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8f4c4-05b1-4c90-9c44-ceda3fd7d608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea653f8-d306-4067-a6c1-58a24cae57bc,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:35.390239 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38506) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:35.444744 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d48b39cf-d0aa-4745-a490-ea2c9809be25 admin admin] Publish callbacks [] for security_group (dea653f8-d306-4067-a6c1-58a24cae57bc), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:35.467910 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d48b39cf-d0aa-4745-a490-ea2c9809be25 admin admin] Publish callbacks [] for security_group (dea653f8-d306-4067-a6c1-58a24cae57bc), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:35.550467 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d48b39cf-d0aa-4745-a490-ea2c9809be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (dea653f8-d306-4067-a6c1-58a24cae57bc), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:35.553201 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d48b39cf-d0aa-4745-a490-ea2c9809be25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:35.554516 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d48b39cf-d0aa-4745-a490-ea2c9809be25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dea653f8-d306-4067-a6c1-58a24cae57bc HTTP/1.1" status: 204 len: 168 time: 0.1630573 Jun 17 11:50:35.562822 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b39cf-d0aa-4745-a490-ea2c9809be25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea653f8-d306-4067-a6c1-58a24cae57bc,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:35.968910 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e4fd3e56-c746-43bd-8a7b-32d25cc46a02 req-3afe587e-8d6b-4293-909b-cb9231820ca6 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95f5fca-3e9f-4b8a-939a-110a184fc0b0 HTTP/1.1" status: 200 len: 210 time: 0.0300577 Jun 17 11:50:39.041932 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:50:39.054160 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:39.070054 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:50:39.070396 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 4b5567c6-cd2b-45dd-9ccf-39483a6a6ac2 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:50:41.115582 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:41.116570 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:43.807900 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-645cfbf6-6741-408b-a342-1118728f8776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:45.557933 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:45.558791 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=57,neutron:DELETE=11 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:46.120860 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:46.196118 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d47b601e-ef1b-49b0-91ab-f9ef8d28775b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:46.833315 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=14 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:47.436774 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:47.876965 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:50:48.129240 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-9dded05f-b0ec-4884-b8ac-74ffaeafc968 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:48.130763 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-9dded05f-b0ec-4884-b8ac-74ffaeafc968 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/networks?id=48b15f3b-e7e5-459b-b54f-217e63bb1295 HTTP/1.1" status: 200 len: 814 time: 0.1324508 Jun 17 11:50:48.155481 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-16b6f9d8-052f-471f-98f6-a9166f0d99da tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/quotas/eab294243e474e34a2c6eec07747bf0d HTTP/1.1" status: 200 len: 375 time: 0.0156560 Jun 17 11:50:48.193193 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-fd9e8425-1b78-4554-b225-6997eb4cecd8 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eab294243e474e34a2c6eec07747bf0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316718 Jun 17 11:50:48.309835 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-6dd4e338-a6d3-431e-872a-d80861725001 service neutron] 10.222.0.45 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024005 Jun 17 11:50:48.413552 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-a4955345-5c8f-4e84-b579-e40d8596d0ce service neutron] 10.222.0.45 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971196 Jun 17 11:50:48.684989 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d843d76b-9b68-4ed0-af27-e1486bb7073d req-6995ee0d-a33b-4fac-93f1-be3a16f972e9 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 210 time: 0.0388491 Jun 17 11:50:48.882058 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:49.392333 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:49.798801 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2438e9c3-56cc-4085-92d2-236dc2c8152f req-a4494b68-f417-4156-84f3-3588aef05b76 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 210 time: 0.0315850 Jun 17 11:50:50.915445 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-da2e37c1-ec0b-40c8-8b75-2fde06a3626f req-d4b6040d-1d93-41b0-bb52-9fbc271c2163 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 210 time: 0.0308981 Jun 17 11:50:51.207579 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38810) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:51.379350 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0aea3f7f-c019-453e-bcfc-2b53469f4836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.489721 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-84c48467-905b-4207-9182-c1108922e91c tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:51.491139 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-84c48467-905b-4207-9182-c1108922e91c tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "GET /v2.0/networks?id=48b15f3b-e7e5-459b-b54f-217e63bb1295 HTTP/1.1" status: 200 len: 814 time: 0.1678829 Jun 17 11:50:51.504761 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Request body: {'port': {'device_id': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295', 'admin_state_up': True, 'tenant_id': 'eab294243e474e34a2c6eec07747bf0d'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:50:51.554085 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38816) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:51.615446 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0aea3f7f-c019-453e-bcfc-2b53469f4836 admin admin] Publish callbacks [] for security_group (ae3dab49-7fac-4922-95b4-9c8cfdc0a025), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.659340 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0aea3f7f-c019-453e-bcfc-2b53469f4836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ae3dab49-7fac-4922-95b4-9c8cfdc0a025), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.707130 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-0aea3f7f-c019-453e-bcfc-2b53469f4836 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86cb381358a54392be917f07fd468a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4984112 Jun 17 11:50:51.707906 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea3f7f-c019-453e-bcfc-2b53469f4836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3dab49-7fac-4922-95b4-9c8cfdc0a025,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:51.710277 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38820) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:51.726144 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-07d6a25f-4784-440b-9874-f8a51744c09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.739415 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Made reservation on behalf of eab294243e474e34a2c6eec07747bf0d for: {'port': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:50:51.746030 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.830142 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1ae10fa7-bdcd-4874-aae9-d493c5881a1d admin admin] Publish callbacks [] for security_group (ae3dab49-7fac-4922-95b4-9c8cfdc0a025), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.836560 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-07d6a25f-4784-440b-9874-f8a51744c09a admin admin] Publish callbacks [] for security_group (4874588c-efed-46db-96b7-a0d45f732b22), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.867152 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38826) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:51.876522 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-07d6a25f-4784-440b-9874-f8a51744c09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4874588c-efed-46db-96b7-a0d45f732b22), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.878018 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1ae10fa7-bdcd-4874-aae9-d493c5881a1d admin admin] Publish callbacks [] for security_group (ae3dab49-7fac-4922-95b4-9c8cfdc0a025), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:51.926965 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-07d6a25f-4784-440b-9874-f8a51744c09a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d743de2097a345b3bbfeed1701910f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714156 Jun 17 11:50:51.928671 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6a25f-4784-440b-9874-f8a51744c09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4874588c-efed-46db-96b7-a0d45f732b22,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:51.931305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38830) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:51.989667 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Allocated IP 172.20.0.5 (48b15f3b-e7e5-459b-b54f-217e63bb1295/af8f55c5-2cde-4e2d-8b02-414573103488/a033126a-b60e-4ebe-84b3-e71d2dc8d449) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:50:51.991311 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd175a3b-4f59-4818-8c54-17c80a66ecfe admin admin] Publish callbacks [] for security_group (4874588c-efed-46db-96b7-a0d45f732b22), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.033593 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd175a3b-4f59-4818-8c54-17c80a66ecfe admin admin] Publish callbacks [] for security_group (4874588c-efed-46db-96b7-a0d45f732b22), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.065772 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bdbff90f-a04f-4d5c-b350-9c45c0587f9a req-6c6e8772-2818-4aa5-92ae-0e15d90cab67 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 210 time: 0.0483725 Jun 17 11:50:52.109008 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1ae10fa7-bdcd-4874-aae9-d493c5881a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (ae3dab49-7fac-4922-95b4-9c8cfdc0a025), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.112136 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1ae10fa7-bdcd-4874-aae9-d493c5881a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.113322 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1ae10fa7-bdcd-4874-aae9-d493c5881a1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae3dab49-7fac-4922-95b4-9c8cfdc0a025 HTTP/1.1" status: 204 len: 168 time: 0.4021254 Jun 17 11:50:52.146555 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae10fa7-bdcd-4874-aae9-d493c5881a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3dab49-7fac-4922-95b4-9c8cfdc0a025,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:52.181231 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:52.205927 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:52.252802 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks [] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.298835 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Deleting port e461113a-648c-480f-9cf5-3e37bbf828a4 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:50:52.299283 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.369222 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:52.380062 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:52.389244 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.390526 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd175a3b-4f59-4818-8c54-17c80a66ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (4874588c-efed-46db-96b7-a0d45f732b22), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.393300 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd175a3b-4f59-4818-8c54-17c80a66ecfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.396909 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-bd175a3b-4f59-4818-8c54-17c80a66ecfe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4874588c-efed-46db-96b7-a0d45f732b22 HTTP/1.1" status: 204 len: 168 time: 0.4622142 Jun 17 11:50:52.410956 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.411322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for floatingip (e461113a-648c-480f-9cf5-3e37bbf828a4), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.414582 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175a3b-4f59-4818-8c54-17c80a66ecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4874588c-efed-46db-96b7-a0d45f732b22,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:52.434542 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Calling delete_port for e461113a-648c-480f-9cf5-3e37bbf828a4 owned by network:floatingip {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:50:52.447566 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Network 48b15f3b-e7e5-459b-b54f-217e63bb1295 is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:50:52.447566 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:50:52.449223 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:50:52.493298 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Pushing event updated for resources: {'Port': ['ID=a033126a-b60e-4ebe-84b3-e71d2dc8d449,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:52.536461 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:52.537536 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.687215 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-5354b3d5-c12e-4df3-aa71-a489069b3176 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1865976 Jun 17 11:50:52.703344 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Request body: {'port': {'device_id': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:50:52.747671 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (e461113a-648c-480f-9cf5-3e37bbf828a4), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.793125 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event deleted for resources: {'Port': ['ID=e461113a-648c-480f-9cf5-3e37bbf828a4,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:52.817980 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.917466 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for floatingip (b511bc4f-80e4-4acb-b8ce-5e7835b4a38b), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:52.918141 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Floating IP b511bc4f-80e4-4acb-b8ce-5e7835b4a38b disassociated (deleted). External IP: 172.27.2.85, port: 0b44766a-48d1-49bc-a348-b25e0252287f. Jun 17 11:50:53.134557 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:53.206393 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:53.208726 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:50:53.268535 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a033126a-b60e-4ebe-84b3-e71d2dc8d449 {{(pid=111182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:50:53.286352 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Publish callbacks [] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:53.315097 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.provisioning_blocks [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Transition to ACTIVE for port object a033126a-b60e-4ebe-84b3-e71d2dc8d449 will not be triggered until provisioned by entity L2. {{(pid=111182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:50:53.344340 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:50:53.349941 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:53.356342 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] Sync routers for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:50:53.366680 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:50:53.367308 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:50:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:50:53.392718 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-500889eb-1087-437a-afd3-055424e85a14 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "DELETE /v2.0/floatingips/b511bc4f-80e4-4acb-b8ce-5e7835b4a38b HTTP/1.1" status: 204 len: 168 time: 1.5242496 Jun 17 11:50:53.393594 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:50:53.398031 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7089312-adef-4fa1-afd0-d4f25986df56" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:50:53.406398 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:53.446939 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38860) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:53.470113 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-58113048-316d-4fb2-9c32-eb51b833bf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:53.514723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a033126a-b60e-4ebe-84b3-e71d2dc8d449,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:53.573967 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:50:53.584824 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-58113048-316d-4fb2-9c32-eb51b833bf89 admin admin] Publish callbacks [] for security_group (53cbf9a4-36cf-4288-8b5e-160c386278d3), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:53.663551 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d86e1-a2ae-4852-a586-db1a7cdf9486 req-94ec4bfb-8b1e-499c-94e7-dea6aa222c03 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:53.663551 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f43d86e1-a2ae-4852-a586-db1a7cdf9486 req-94ec4bfb-8b1e-499c-94e7-dea6aa222c03 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 943 time: 0.4876158 Jun 17 11:50:53.663747 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Attempting to bind port a033126a-b60e-4ebe-84b3-e71d2dc8d449 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:50:53.663747 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Attempting to bind port a033126a-b60e-4ebe-84b3-e71d2dc8d449 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:50:53.663747 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Attempting to bind port a033126a-b60e-4ebe-84b3-e71d2dc8d449 on network 48b15f3b-e7e5-459b-b54f-217e63bb1295 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:50:53.664447 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Port a033126a-b60e-4ebe-84b3-e71d2dc8d449 on network 48b15f3b-e7e5-459b-b54f-217e63bb1295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:50:53.664803 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Attempting to bind port a033126a-b60e-4ebe-84b3-e71d2dc8d449 on network 48b15f3b-e7e5-459b-b54f-217e63bb1295 {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:50:53.671210 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:50:53.671593 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Checking segment: {'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:50:53.671977 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Bound using segment: {'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'} {{(pid=111182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:50:53.672417 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.managers [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Bound port: a033126a-b60e-4ebe-84b3-e71d2dc8d449, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd273b6e3-4121-48d6-b982-8d5c697ebf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295'}}] {{(pid=111182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:50:53.672779 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:53.691263 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:53.715635 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f43d86e1-a2ae-4852-a586-db1a7cdf9486 req-1009ac0f-cc45-4832-bbfa-2872c0b01a0b tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Jun 17 11:50:53.756983 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] For port a033126a-b60e-4ebe-84b3-e71d2dc8d449, host hv-cinder-83716, cleared binding levels {{(pid=111182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:50:53.761282 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] For port a033126a-b60e-4ebe-84b3-e71d2dc8d449, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a033126a-b60e-4ebe-84b3-e71d2dc8d449,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:50:53.763354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3901e3ba-037b-418a-b769-73c87651ba31 x-openstack-request-id: req-3901e3ba-037b-418a-b769-73c87651ba31 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:50:53.763671 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:50:53.763916 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3901e3ba-037b-418a-b769-73c87651ba31 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:50:53.764387 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3901e3ba-037b-418a-b769-73c87651ba31'] response: {'name': 'network-changed', 'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f', 'status': 'completed', 'code': 200} Jun 17 11:50:53.830420 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:10Z', 'revision_number': 5, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:50:53.834886 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-cfc23d7f-9f37-4995-b4da-b0e1ff2c6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:53.836426 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-cfc23d7f-9f37-4995-b4da-b0e1ff2c6203 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 1130 time: 0.0443964 Jun 17 11:50:53.859765 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] Checking router: 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:50:53.868271 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:50:53.868885 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:50:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:50:53.936357 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-a8b25ee9-84c2-4014-88be-24b1a5c91237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:53.937809 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-a8b25ee9-84c2-4014-88be-24b1a5c91237 service neutron] 10.222.0.33 "GET /v2.0/networks?id=29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 200 len: 909 time: 0.0924771 Jun 17 11:50:53.970811 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:50:53.982591 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-1ab0ebde-d374-47af-b53f-292d2b957a62 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 200 len: 217 time: 0.0356915 Jun 17 11:50:54.042718 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-6018980b-0f70-4a36-b138-ece621d14049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:54.044569 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-6018980b-0f70-4a36-b138-ece621d14049 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2e553cb9-c624-459a-aa9b-1892e35172b9 HTTP/1.1" status: 200 len: 847 time: 0.0538156 Jun 17 11:50:54.093445 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-58113048-316d-4fb2-9c32-eb51b833bf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (53cbf9a4-36cf-4288-8b5e-160c386278d3), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.107908 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.117872 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-a145b12a-cf01-4c8e-a95b-6d3e194c1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:54.126856 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-a145b12a-cf01-4c8e-a95b-6d3e194c1225 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29b7df83-bd84-4880-9c95-be54b0ab66a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662370 Jun 17 11:50:54.133564 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:54.149735 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:54.150682 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.154435 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] 10.222.0.33 "PUT /v2.0/ports/a033126a-b60e-4ebe-84b3-e71d2dc8d449 HTTP/1.1" status: 200 len: 1093 time: 1.4561977 Jun 17 11:50:54.158560 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'tag': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:50:54.163573 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162287b-9d36-467c-b94b-1a19fe030e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e77bad-d147-495b-99e0-51905dd4860f", "tag": "a033126a-b60e-4ebe-84b3-e71d2dc8d449"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:50:54.199573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58113048-316d-4fb2-9c32-eb51b833bf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cbf9a4-36cf-4288-8b5e-160c386278d3,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:54.222950 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72d069-c558-4b2a-b78f-abb5c108fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a033126a-b60e-4ebe-84b3-e71d2dc8d449,revision_number=3']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:54.260025 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e856ee-db44-4b94-b19a-482423b14a38 x-openstack-request-id: req-90e856ee-db44-4b94-b19a-482423b14a38 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:50:54.262796 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e77bad-d147-495b-99e0-51905dd4860f", "tag": "a033126a-b60e-4ebe-84b3-e71d2dc8d449", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:50:54.263290 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90e856ee-db44-4b94-b19a-482423b14a38 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:50:54.263963 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e856ee-db44-4b94-b19a-482423b14a38'] response: {'name': 'network-changed', 'server_uuid': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'tag': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449', 'status': 'completed', 'code': 200} Jun 17 11:50:54.264181 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-58113048-316d-4fb2-9c32-eb51b833bf89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32bff36d51c84ec1b3a831058a5d0413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8161194 Jun 17 11:50:54.267775 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38874) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:54.318355 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:10Z', 'revision_number': 5, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:50:54.358207 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-334a33d5-fe42-4c54-9a22-262950804ef5 service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224824 Jun 17 11:50:54.358453 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162287b-9d36-467c-b94b-1a19fe030e0c req-e27df09f-b263-484e-8143-d51f11065257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:54.360087 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3162287b-9d36-467c-b94b-1a19fe030e0c req-e27df09f-b263-484e-8143-d51f11065257 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=eab294243e474e34a2c6eec07747bf0d&device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 1127 time: 0.0754719 Jun 17 11:50:54.360650 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a52785-debf-42d8-88d1-03266e26ea7a None None] The sync data for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi is: [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:45:02Z', 'revision_number': 4, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '98e1ed0d-aded-4521-a0ff-385fc791d7bd', 'name': '', 'network_id': '29b7df83-bd84-4880-9c95-be54b0ab66a0', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'mac_address': 'fa:16:3e:ad:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:00Z', 'updated_at': '2022-06-17T11:45:10Z', 'revision_number': 5, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'subnets': [{'id': '2e553cb9-c624-459a-aa9b-1892e35172b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:50:54.382217 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de43b0ee-526b-4e4c-be5b-0f95982488e8 admin admin] Publish callbacks [] for security_group (53cbf9a4-36cf-4288-8b5e-160c386278d3), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.454202 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de43b0ee-526b-4e4c-be5b-0f95982488e8 admin admin] Publish callbacks [] for security_group (53cbf9a4-36cf-4288-8b5e-160c386278d3), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.524129 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7089312-adef-4fa1-afd0-d4f25986df56 req-91eaed3c-4915-4c42-8959-db2bda6908be service neutron] 10.222.0.33 "GET /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513283 Jun 17 11:50:54.575587 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162287b-9d36-467c-b94b-1a19fe030e0c req-2d48f67d-7b9a-44c5-8851-cbe3fcf847d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:54.576556 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3162287b-9d36-467c-b94b-1a19fe030e0c req-2d48f67d-7b9a-44c5-8851-cbe3fcf847d2 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=eab294243e474e34a2c6eec07747bf0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2042327 Jun 17 11:50:54.668232 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de43b0ee-526b-4e4c-be5b-0f95982488e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (53cbf9a4-36cf-4288-8b5e-160c386278d3), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.672881 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de43b0ee-526b-4e4c-be5b-0f95982488e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.674782 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-de43b0ee-526b-4e4c-be5b-0f95982488e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53cbf9a4-36cf-4288-8b5e-160c386278d3 HTTP/1.1" status: 204 len: 168 time: 0.4037397 Jun 17 11:50:54.716753 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdea661-c9b8-44a7-bdf3-30873618fb8d req-a2f0582b-756b-4079-9caf-536a6f01ea10 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:54.719308 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dcdea661-c9b8-44a7-bdf3-30873618fb8d req-a2f0582b-756b-4079-9caf-536a6f01ea10 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.1095419 Jun 17 11:50:54.720788 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43b0ee-526b-4e4c-be5b-0f95982488e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cbf9a4-36cf-4288-8b5e-160c386278d3,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:54.734959 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:54.784603 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dcdea661-c9b8-44a7-bdf3-30873618fb8d req-0a0561ed-acac-4f7b-a7f1-360f8350df9d tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597143 Jun 17 11:50:54.795499 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bdf3b2-4406-45c7-9e71-323dfaaeda43 None None] New status for floating IP b511bc4f-80e4-4acb-b8ce-5e7835b4a38b: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:50:54.872648 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:54.893030 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8705bbf-69e1-4d23-93bf-fe1d884c0cf4 req-b83e6e3a-06b2-4733-a5db-f9b02c625c7a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:54.894647 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f8705bbf-69e1-4d23-93bf-fe1d884c0cf4 req-b83e6e3a-06b2-4733-a5db-f9b02c625c7a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 943 time: 0.0729899 Jun 17 11:50:54.952705 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-f8705bbf-69e1-4d23-93bf-fe1d884c0cf4 req-1b1fde92-a231-440f-bbf4-8fa17b56c503 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515294 Jun 17 11:50:55.861449 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162287b-9d36-467c-b94b-1a19fe030e0c req-3bf2c80c-a686-4223-9973-7303505bc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:55.862973 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-3162287b-9d36-467c-b94b-1a19fe030e0c req-3bf2c80c-a686-4223-9973-7303505bc165 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927248 Jun 17 11:50:55.959735 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630b296-51e9-4b64-93f7-8cb1b55109e0 req-38169b97-3eaf-46d3-8d1d-7569e46bee08 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:55.972884 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5630b296-51e9-4b64-93f7-8cb1b55109e0 req-38169b97-3eaf-46d3-8d1d-7569e46bee08 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0492468 Jun 17 11:50:56.023773 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5630b296-51e9-4b64-93f7-8cb1b55109e0 req-1cdb9e02-affe-48e5-99e4-53c241f31b5b tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/security-groups?id=e600a4b8-a97f-4535-bc9c-accb5bb9743a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553503 Jun 17 11:50:56.032320 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-df733ca8-2932-4993-ae81-dc04937ba95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:56.034098 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-df733ca8-2932-4993-ae81-dc04937ba95e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=eab294243e474e34a2c6eec07747bf0d&device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 1127 time: 0.0540955 Jun 17 11:50:56.075836 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-e13d47c4-4212-4f43-9da4-a555ee5da454 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a033126a-b60e-4ebe-84b3-e71d2dc8d449 HTTP/1.1" status: 200 len: 217 time: 0.0341637 Jun 17 11:50:56.153959 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38894) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:56.167950 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de0af7b2-27e0-43d3-8a21-1d1565237cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.200430 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:56.229033 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-d75fa65a-e5a3-47a1-bb8a-febe4e544571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:56.229033 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-d75fa65a-e5a3-47a1-bb8a-febe4e544571 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=af8f55c5-2cde-4e2d-8b02-414573103488 HTTP/1.1" status: 200 len: 854 time: 0.0475163 Jun 17 11:50:56.258513 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-062bb650-e35b-40c2-a4b7-422821cbfec8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=48b15f3b-e7e5-459b-b54f-217e63bb1295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264974 Jun 17 11:50:56.264588 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090431e-91bb-4b62-9a00-91b182586c35 req-0eff9613-01d4-4bb4-9495-aa22a87dc2f6 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:56.266074 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b090431e-91bb-4b62-9a00-91b182586c35 req-0eff9613-01d4-4bb4-9495-aa22a87dc2f6 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 943 time: 0.2275679 Jun 17 11:50:56.350072 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de0af7b2-27e0-43d3-8a21-1d1565237cbb admin admin] Publish callbacks [] for security_group (b6f3bc3d-a9c7-4671-ae35-9f6819305e32), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.355217 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-45f04ce6-b216-4556-9a4f-902fa8bf7535 service neutron] 10.222.0.33 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906525 Jun 17 11:50:56.356874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c517a-28ad-447d-a873-0bc498883273 req-748b92af-1c7e-4d00-b920-3967d80255d3 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:56.358376 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a60c517a-28ad-447d-a873-0bc498883273 req-748b92af-1c7e-4d00-b920-3967d80255d3 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.33 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 946 time: 0.0913622 Jun 17 11:50:56.412275 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b090431e-91bb-4b62-9a00-91b182586c35 req-0bed4183-9a86-4a07-a0a0-0e659c811f57 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319721 Jun 17 11:50:56.451216 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-de0af7b2-27e0-43d3-8a21-1d1565237cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b6f3bc3d-a9c7-4671-ae35-9f6819305e32), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.465519 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f09e4d52-caef-4401-b7c3-565f60a4f370 req-1af4c212-1222-4c93-99fe-483ba0e856ea service neutron] 10.222.0.33 "GET /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999403 Jun 17 11:50:56.494037 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Deleting port 0b44766a-48d1-49bc-a348-b25e0252287f {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:50:56.494376 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.502980 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0af7b2-27e0-43d3-8a21-1d1565237cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3bc3d-a9c7-4671-ae35-9f6819305e32,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:56.531985 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-de0af7b2-27e0-43d3-8a21-1d1565237cbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=271822bc152240578648303f70851706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693247 Jun 17 11:50:56.532346 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38898) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:50:56.557893 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:56.593426 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11822f1b-d013-4187-a5b2-1e1cb4ce4a73 admin admin] Publish callbacks [] for security_group (b6f3bc3d-a9c7-4671-ae35-9f6819305e32), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.600245 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:56.625974 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11822f1b-d013-4187-a5b2-1e1cb4ce4a73 admin admin] Publish callbacks [] for security_group (b6f3bc3d-a9c7-4671-ae35-9f6819305e32), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.626540 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] For port 0b44766a-48d1-49bc-a348-b25e0252287f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0b44766a-48d1-49bc-a348-b25e0252287f,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:50:56.627326 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.643415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Calling delete_port for 0b44766a-48d1-49bc-a348-b25e0252287f owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:50:56.736093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-8b4a91ef-823f-4952-b055-a14abb21b42e tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8a12c1715a684de19bfb01894e7677ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323513 Jun 17 11:50:56.841803 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11822f1b-d013-4187-a5b2-1e1cb4ce4a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (b6f3bc3d-a9c7-4671-ae35-9f6819305e32), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.844796 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11822f1b-d013-4187-a5b2-1e1cb4ce4a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:56.848661 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-11822f1b-d013-4187-a5b2-1e1cb4ce4a73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6f3bc3d-a9c7-4671-ae35-9f6819305e32 HTTP/1.1" status: 204 len: 168 time: 0.3170340 Jun 17 11:50:56.858767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11822f1b-d013-4187-a5b2-1e1cb4ce4a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3bc3d-a9c7-4671-ae35-9f6819305e32,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:56.973980 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-5fb5c68f-0410-4aaf-b33f-e505f97335fb tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:56.975618 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-5fb5c68f-0410-4aaf-b33f-e505f97335fb tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295299 Jun 17 11:50:56.991398 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-6018346f-05b2-4c9b-9b75-9a7da075ffc1 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/quotas/8a12c1715a684de19bfb01894e7677ee HTTP/1.1" status: 200 len: 375 time: 0.0098419 Jun 17 11:50:57.027233 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-8478f20e-3322-402a-b620-ad7746b158c5 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a12c1715a684de19bfb01894e7677ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298789 Jun 17 11:50:57.036129 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (0b44766a-48d1-49bc-a348-b25e0252287f), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:57.071120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event deleted for resources: {'Port': ['ID=0b44766a-48d1-49bc-a348-b25e0252287f,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:50:57.129359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] No DVR routers for this DVR port 0b44766a-48d1-49bc-a348-b25e0252287f on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:50:57.133001 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:50:57.136903 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a60c517a-28ad-447d-a873-0bc498883273 req-2e5f0356-7755-4ff0-bd7d-70a0eb562fac tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.33 "DELETE /v2.0/ports/0b44766a-48d1-49bc-a348-b25e0252287f HTTP/1.1" status: 204 len: 173 time: 0.7698536 Jun 17 11:50:57.137370 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-deleted', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:50:57.139674 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d0c94-0ea2-4354-a130-74b354fbf2f2" -d '{"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-deleted", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:50:57.158853 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ad972c67-0c7e-4ff4-8b21-cb4e50613d09 req-236a0cef-d324-40ae-b542-218820579a5f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0394943 Jun 17 11:50:57.205557 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f4012-87a7-49f6-8688-f432f9311b46 x-openstack-request-id: req-6f8f4012-87a7-49f6-8688-f432f9311b46 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:50:57.205863 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e4aca-bc09-41dd-9f63-3a8649cf871c", "name": "network-vif-deleted", "tag": "0b44766a-48d1-49bc-a348-b25e0252287f", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:50:57.206111 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f8f4012-87a7-49f6-8688-f432f9311b46 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:50:57.206548 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8f4012-87a7-49f6-8688-f432f9311b46'] response: {'server_uuid': 'ef2e4aca-bc09-41dd-9f63-3a8649cf871c', 'name': 'network-vif-deleted', 'tag': '0b44766a-48d1-49bc-a348-b25e0252287f', 'status': 'completed', 'code': 200} Jun 17 11:50:57.426710 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8e352440-f26b-4291-a107-5e8d79913fcf req-15e61769-65d5-4f96-895d-46b632034065 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0324359 Jun 17 11:50:57.612228 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80431e6-d830-456d-99b4-fc1f64b0f634 req-ff5c3d53-762c-41b9-a2f5-7d7d3985fc81 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:57.613839 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b80431e6-d830-456d-99b4-fc1f64b0f634 req-ff5c3d53-762c-41b9-a2f5-7d7d3985fc81 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 943 time: 0.0687659 Jun 17 11:50:57.639795 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:50:57.670796 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b80431e6-d830-456d-99b4-fc1f64b0f634 req-e5c9c01c-fb5b-4afd-94af-d857645c5f5e tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Jun 17 11:50:58.267639 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ee7e36cf-429c-4906-ae8f-0f83f3b3e061 req-fe3c5608-709a-4bc6-bc95-c7d9ca916aa8 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0317233 Jun 17 11:50:58.513611 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-63c5a169-3ea6-47b0-b664-cc29d30a015d req-843db298-e8fc-40da-b422-f1ad0ca61301 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Jun 17 11:50:58.801159 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc450626-6068-4268-8af5-02441f94762d req-aabcacce-1fa1-4b24-94fe-83c46c8768f2 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:58.801983 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc450626-6068-4268-8af5-02441f94762d req-aabcacce-1fa1-4b24-94fe-83c46c8768f2 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 943 time: 0.0499454 Jun 17 11:50:58.855058 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-bc450626-6068-4268-8af5-02441f94762d req-d9bd1c45-ebc6-431d-87ab-4c7039fc4e36 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Jun 17 11:50:59.392885 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a32ed7dc-6009-409f-b6c2-24f1ce4595d7 req-7ae8f606-f520-4b2a-901d-b8bfa63d9e4f tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2e4aca-bc09-41dd-9f63-3a8649cf871c HTTP/1.1" status: 200 len: 210 time: 0.0335271 Jun 17 11:50:59.634340 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a34dfec4-bdee-4885-8ba1-ed288137b644 req-3ea6afc9-aa59-4daa-8d9c-04e4b61fa80a tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0450225 Jun 17 11:50:59.975759 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b30656-3f60-4123-8083-d77df5afc2fd req-6d16b927-495e-4aef-b720-3f3d6326d645 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:50:59.977250 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b30656-3f60-4123-8083-d77df5afc2fd req-6d16b927-495e-4aef-b720-3f3d6326d645 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 943 time: 0.0509219 Jun 17 11:51:00.026544 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b30656-3f60-4123-8083-d77df5afc2fd req-d9d9db80-2db9-4da5-b150-2747a423cc10 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Jun 17 11:51:00.338965 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-040f7e77-61e6-4661-9b9f-96bfab171adc tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=8a12c1715a684de19bfb01894e7677ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258045 Jun 17 11:51:00.426768 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device a033126a-b60e-4ebe-84b3-e71d2dc8d449 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:51:00.456387 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 0b44766a-48d1-49bc-a348-b25e0252287f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:00.468567 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-3a828ecf-b23d-496d-8d51-bd0ca585707f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:00.468567 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-3a828ecf-b23d-496d-8d51-bd0ca585707f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251738 Jun 17 11:51:00.469440 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38944) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:00.483445 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 0b44766a-48d1-49bc-a348-b25e0252287f {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:00.483790 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 0b44766a-48d1-49bc-a348-b25e0252287f not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:00.492193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Request body: {'port': {'device_id': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1', 'admin_state_up': True, 'tenant_id': '8a12c1715a684de19bfb01894e7677ee'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:51:00.590618 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port a033126a-b60e-4ebe-84b3-e71d2dc8d449, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a033126a-b60e-4ebe-84b3-e71d2dc8d449,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:00.601609 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-2c497272-b036-44bd-bd9d-61dc1d98adc7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group (e600a4b8-a97f-4535-bc9c-accb5bb9743a), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:00.607349 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449', 'network_id': '48b15f3b-e7e5-459b-b54f-217e63bb1295', 'port_id': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449', 'mac_address': 'fa:16:3e:86:87:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8f55c5-2cde-4e2d-8b02-414573103488', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:51:00.651894 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-2c497272-b036-44bd-bd9d-61dc1d98adc7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group (e600a4b8-a97f-4535-bc9c-accb5bb9743a), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:00.660303 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port a033126a-b60e-4ebe-84b3-e71d2dc8d449 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:51:00.660746 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:00.676351 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a033126a-b60e-4ebe-84b3-e71d2dc8d449 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:51:00.697523 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port a033126a-b60e-4ebe-84b3-e71d2dc8d449, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a033126a-b60e-4ebe-84b3-e71d2dc8d449,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:00.830400 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:00.892167 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=a033126a-b60e-4ebe-84b3-e71d2dc8d449,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:00.900518 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.900862 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.902363 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.902707 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.903042 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.903387 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.903739 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.904063 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.904390 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.904714 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.905087 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.905550 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.905879 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.906199 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.906519 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:00.999400 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-312167dc-0f59-4b09-bc5a-d1fefcfda0dd req-90c3df28-e658-4223-84ae-72077aa23d5b tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 210 time: 0.2880349 Jun 17 11:51:00.999982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Made reservation on behalf of 8a12c1715a684de19bfb01894e7677ee for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:51:01.003613 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.014997 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.068570 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['a033126a-b60e-4ebe-84b3-e71d2dc8d449'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:51:01.098923 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks [] for security_group (1121343f-0861-4756-a373-1449a6f73e88), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.148357 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f8ca0-5cd7-4a72-9df6-a06814dc9f79 req-7ff3fe0a-678c-4523-9134-6bec76a72f9d tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:01.149743 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-244f8ca0-5cd7-4a72-9df6-a06814dc9f79 req-7ff3fe0a-678c-4523-9134-6bec76a72f9d tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 944 time: 0.0486200 Jun 17 11:51:01.150845 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-2c497272-b036-44bd-bd9d-61dc1d98adc7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e600a4b8-a97f-4535-bc9c-accb5bb9743a), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.154086 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-2c497272-b036-44bd-bd9d-61dc1d98adc7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.155330 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-2c497272-b036-44bd-bd9d-61dc1d98adc7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] 10.222.0.45 "DELETE /v2.0/security-groups/e600a4b8-a97f-4535-bc9c-accb5bb9743a HTTP/1.1" status: 204 len: 168 time: 0.6855340 Jun 17 11:51:01.172054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c497272-b036-44bd-bd9d-61dc1d98adc7 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600a4b8-a97f-4535-bc9c-accb5bb9743a,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:01.218222 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-244f8ca0-5cd7-4a72-9df6-a06814dc9f79 req-86c9b78e-3dda-46a5-af03-ddc2c17674fe tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Jun 17 11:51:01.219423 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (1121343f-0861-4756-a373-1449a6f73e88), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.238346 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:01.245060 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:01.302451 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1121343f-0861-4756-a373-1449a6f73e88,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:01.306759 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38956) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:01.362919 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Allocated IP 192.168.233.173 (9572cc85-2717-49ca-aaf0-8ed0354b19f1/c2272e03-8e74-46da-853d-6c3c69a452e1/db92c276-49ff-45c7-979f-72a5de0c471d) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:51:01.536324 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks [] for port (db92c276-49ff-45c7-979f-72a5de0c471d), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.647790 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.693972 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:51:01.699887 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:51:01.702375 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:51:01.731938 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Pushing event updated for resources: {'Port': ['ID=db92c276-49ff-45c7-979f-72a5de0c471d,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:01.756911 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:01.765763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:01.769233 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.856587 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-966c89ab-aa8b-45d8-86a8-6ccd6217b51f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3680334 Jun 17 11:51:01.874174 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Request body: {'port': {'device_id': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:51:01.884928 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.968385 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:01.979614 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:01.997535 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-4036a6f9-10ce-49b2-8ca8-f945572b5d37 None None] Provisioning complete for port db92c276-49ff-45c7-979f-72a5de0c471d triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:51:01.998166 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4036a6f9-10ce-49b2-8ca8-f945572b5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.035629 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4036a6f9-10ce-49b2-8ca8-f945572b5d37 None None] Port db92c276-49ff-45c7-979f-72a5de0c471d cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:51:02.129966 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Deleting port 98e1ed0d-aded-4521-a0ff-385fc791d7bd {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:02.130302 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.151556 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3deec-ee62-447b-9208-fd9189947107 req-d807966c-1925-4b5d-b3e0-8e56bd38c89c tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:02.153132 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-40f3deec-ee62-447b-9208-fd9189947107 req-d807966c-1925-4b5d-b3e0-8e56bd38c89c tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 936 time: 0.0721874 Jun 17 11:51:02.216654 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] For port 98e1ed0d-aded-4521-a0ff-385fc791d7bd, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=98e1ed0d-aded-4521-a0ff-385fc791d7bd,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:02.216926 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.231981 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Calling delete_port for 98e1ed0d-aded-4521-a0ff-385fc791d7bd owned by network:router_interface {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:02.265244 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-40f3deec-ee62-447b-9208-fd9189947107 req-0e354c1c-fc4c-4ed8-8718-27438123650e tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021047 Jun 17 11:51:02.372455 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db92c276-49ff-45c7-979f-72a5de0c471d {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:51:02.385236 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2720bd-239d-41b6-9813-da7d0888d685 req-81536a56-fcf2-4c35-aab8-266bc5b9ee0f tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:02.387308 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3c2720bd-239d-41b6-9813-da7d0888d685 req-81536a56-fcf2-4c35-aab8-266bc5b9ee0f tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 944 time: 0.0829563 Jun 17 11:51:02.389436 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Publish callbacks [] for port (db92c276-49ff-45c7-979f-72a5de0c471d), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.410485 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Transition to ACTIVE for port object db92c276-49ff-45c7-979f-72a5de0c471d will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:51:02.425300 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:02.426904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device a033126a-b60e-4ebe-84b3-e71d2dc8d449 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:51:02.451116 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3c2720bd-239d-41b6-9813-da7d0888d685 req-97ba1eae-1587-49bf-8be0-2f8aecccf33c tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Jun 17 11:51:02.477289 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port a033126a-b60e-4ebe-84b3-e71d2dc8d449 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:51:02.511679 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.562669 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (98e1ed0d-aded-4521-a0ff-385fc791d7bd), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.583142 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Pushing event updated for resources: {'Port': ['ID=db92c276-49ff-45c7-979f-72a5de0c471d,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:02.596619 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port a033126a-b60e-4ebe-84b3-e71d2dc8d449 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:51:02.596864 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.604008 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=98e1ed0d-aded-4521-a0ff-385fc791d7bd,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:02.677306 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:02.745853 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port a033126a-b60e-4ebe-84b3-e71d2dc8d449 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:51:02.746633 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.750372 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Attempting to bind port db92c276-49ff-45c7-979f-72a5de0c471d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:51:02.750723 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Attempting to bind port db92c276-49ff-45c7-979f-72a5de0c471d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:51:02.751041 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Attempting to bind port db92c276-49ff-45c7-979f-72a5de0c471d on network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:51:02.760870 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:02.762823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Port db92c276-49ff-45c7-979f-72a5de0c471d on network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:51:02.763149 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Attempting to bind port db92c276-49ff-45c7-979f-72a5de0c471d on network 9572cc85-2717-49ca-aaf0-8ed0354b19f1 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:51:02.775830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:51:02.775830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Checking segment: {'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:51:02.775830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Bound using segment: {'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:51:02.775830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Bound port: db92c276-49ff-45c7-979f-72a5de0c471d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44af640d-1429-49b0-89f1-cb9f72b6e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:51:02.775830 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.810625 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:51:02.818567 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579cf60b-f547-4759-a168-2e98eef80982" -d '{"events": [{"server_uuid": "b7e77bad-d147-495b-99e0-51905dd4860f", "name": "network-vif-plugged", "status": "completed", "tag": "a033126a-b60e-4ebe-84b3-e71d2dc8d449"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:51:02.835823 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port a033126a-b60e-4ebe-84b3-e71d2dc8d449, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a033126a-b60e-4ebe-84b3-e71d2dc8d449,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:02.859583 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:02.885784 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d7ed8d-733f-4abc-a5e5-c6e94e9aa503 x-openstack-request-id: req-b0d7ed8d-733f-4abc-a5e5-c6e94e9aa503 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:51:02.886253 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e77bad-d147-495b-99e0-51905dd4860f", "name": "network-vif-plugged", "status": "completed", "tag": "a033126a-b60e-4ebe-84b3-e71d2dc8d449", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:51:02.886549 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0d7ed8d-733f-4abc-a5e5-c6e94e9aa503 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:51:02.886951 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d7ed8d-733f-4abc-a5e5-c6e94e9aa503'] response: {'server_uuid': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449', 'code': 200} Jun 17 11:51:02.889196 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] For port db92c276-49ff-45c7-979f-72a5de0c471d, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:51:02.893384 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] For port db92c276-49ff-45c7-979f-72a5de0c471d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db92c276-49ff-45c7-979f-72a5de0c471d,segment=NetworkSegment(44af640d-1429-49b0-89f1-cb9f72b6e13a),segment_id=44af640d-1429-49b0-89f1-cb9f72b6e13a)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:51:02.921864 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:02.992633 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=a033126a-b60e-4ebe-84b3-e71d2dc8d449,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:03.013921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:03.052054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:03.053597 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.054215 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:03.055842 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] 10.222.0.33 "PUT /v2.0/ports/db92c276-49ff-45c7-979f-72a5de0c471d HTTP/1.1" status: 200 len: 1098 time: 1.1877377 Jun 17 11:51:03.058726 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'tag': 'db92c276-49ff-45c7-979f-72a5de0c471d'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:51:03.060595 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a9e99-fb28-49dd-96fd-e79c8ef22790" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc9a79b-2073-43de-a138-8fd2c211fbb8", "tag": "db92c276-49ff-45c7-979f-72a5de0c471d"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:51:03.080760 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:03.103657 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b7ba86-a3d2-4911-9973-15196ab9ad58 x-openstack-request-id: req-e3b7ba86-a3d2-4911-9973-15196ab9ad58 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:51:03.104057 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc9a79b-2073-43de-a138-8fd2c211fbb8", "tag": "db92c276-49ff-45c7-979f-72a5de0c471d", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:51:03.105229 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3b7ba86-a3d2-4911-9973-15196ab9ad58 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:51:03.111744 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b7ba86-a3d2-4911-9973-15196ab9ad58'] response: {'name': 'network-changed', 'server_uuid': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'tag': 'db92c276-49ff-45c7-979f-72a5de0c471d', 'status': 'completed', 'code': 200} Jun 17 11:51:03.117967 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b253af-d5a3-4269-a26b-b1eaea3e884d service neutron] Pushing event updated for resources: {'Port': ['ID=db92c276-49ff-45c7-979f-72a5de0c471d,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:03.172160 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a9e99-fb28-49dd-96fd-e79c8ef22790 req-72b398e4-d6f1-40ff-9368-f1474cb72e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.173888 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-437a9e99-fb28-49dd-96fd-e79c8ef22790 req-72b398e4-d6f1-40ff-9368-f1474cb72e19 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8a12c1715a684de19bfb01894e7677ee&device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 1132 time: 0.0489759 Jun 17 11:51:03.179441 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:03.209981 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-437a9e99-fb28-49dd-96fd-e79c8ef22790 req-2165e53a-a473-438c-8c34-b47a8d979824 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=8a12c1715a684de19bfb01894e7677ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242770 Jun 17 11:51:03.331852 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3d216-eeae-4007-88d1-d924b03d556b req-e9c69414-a6aa-4f9b-960b-e761eb19b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.333347 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-44f3d216-eeae-4007-88d1-d924b03d556b req-e9c69414-a6aa-4f9b-960b-e761eb19b883 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 1129 time: 0.0848627 Jun 17 11:51:03.353874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a9e99-fb28-49dd-96fd-e79c8ef22790 req-6ef0b777-4174-40bd-876f-a0b59d033b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.360677 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-437a9e99-fb28-49dd-96fd-e79c8ef22790 req-6ef0b777-4174-40bd-876f-a0b59d033b31 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392784 Jun 17 11:51:03.391528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:51:03.409227 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-44f3d216-eeae-4007-88d1-d924b03d556b req-f9242ebe-7f65-4a50-bcb7-ab804781eeb3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650194 Jun 17 11:51:03.434896 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989845-0c4e-4212-a765-b45f2a3df190 req-de8dd7f0-3648-44a6-b828-4e2ef15339a3 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.436451 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54989845-0c4e-4212-a765-b45f2a3df190 req-de8dd7f0-3648-44a6-b828-4e2ef15339a3 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 948 time: 0.0745344 Jun 17 11:51:03.477961 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-79f4abd1-0b98-45ac-bcee-4a287a7fc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.480073 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-79f4abd1-0b98-45ac-bcee-4a287a7fc7e6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8a12c1715a684de19bfb01894e7677ee&device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 1132 time: 0.0671253 Jun 17 11:51:03.512258 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-54989845-0c4e-4212-a765-b45f2a3df190 req-a445199b-a013-497e-bfa3-0a62ccf20b3d tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594699 Jun 17 11:51:03.521381 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:51:03.528443 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f10ccf0f-e14d-4979-bf00-4668c4fad4fc admin admin] 10.222.0.45 "PUT /v2.0/routers/7f22f1d1-a688-47b8-a6d9-47211b2e32f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2187486 Jun 17 11:51:03.532397 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38972) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:03.536942 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] Sync routers for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:51:03.554607 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:51:03.555524 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:50:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:03.599128 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f97c47-9f3f-479f-b890-a98496b54550 req-b2915818-dcdb-4d5e-a78b-832d1e6482ec tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.600731 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5f97c47-9f3f-479f-b890-a98496b54550 req-b2915818-dcdb-4d5e-a78b-832d1e6482ec tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0595372 Jun 17 11:51:03.651970 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks [] for router (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:03.661311 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-625b4533-0c04-4c4c-bb09-a1fb45cd61d1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=db92c276-49ff-45c7-979f-72a5de0c471d HTTP/1.1" status: 200 len: 217 time: 0.0514307 Jun 17 11:51:03.674466 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:51:03.721529 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d5f97c47-9f3f-479f-b890-a98496b54550 req-727a37cb-736e-4f2e-96d6-b4ac961889e5 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128256 Jun 17 11:51:03.736003 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-d94edfcb-1b21-4b7c-8811-e4d439812aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.737469 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-d94edfcb-1b21-4b7c-8811-e4d439812aa1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c2272e03-8e74-46da-853d-6c3c69a452e1 HTTP/1.1" status: 200 len: 843 time: 0.0637691 Jun 17 11:51:03.761693 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks [] for router_gateway (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:03.784831 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:03.789987 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-b3307099-d922-4990-b797-24bd88296c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:03.790154 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:03.791562 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-b3307099-d922-4990-b797-24bd88296c66 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9572cc85-2717-49ca-aaf0-8ed0354b19f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0477636 Jun 17 11:51:03.857370 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:51:02Z', 'revision_number': 5, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port': {'id': '8e4bd6ea-259d-449a-aa10-8708c92c0f75', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:44:56Z', 'updated_at': '2022-06-17T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:03.887255 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] Checking router: 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:51:03.897412 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] Routers {'7f22f1d1-a688-47b8-a6d9-47211b2e32f1'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:51:03.898033 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:50:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:03.898339 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Deleting port 8e4bd6ea-259d-449a-aa10-8708c92c0f75 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:03.898832 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:03.902670 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:03.986597 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] For port 8e4bd6ea-259d-449a-aa10-8708c92c0f75, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8e4bd6ea-259d-449a-aa10-8708c92c0f75,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:03.986956 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:03.988519 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] Set router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 gateway port host: None {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:51:04.004828 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Calling delete_port for 8e4bd6ea-259d-449a-aa10-8708c92c0f75 owned by network:router_gateway {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:04.042419 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:51:03Z', 'revision_number': 6, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:04.072628 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b979bd-97c2-42d7-bcd3-fc562f552eae None None] The sync data for ids ['7f22f1d1-a688-47b8-a6d9-47211b2e32f1'] in dv-cinder-837166-3-iscsi is: [{'id': '7f22f1d1-a688-47b8-a6d9-47211b2e32f1', 'name': 'tempest-TestShelveInstance-861751202-router', 'tenant_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:44:55Z', 'updated_at': '2022-06-17T11:51:03Z', 'revision_number': 6, 'project_id': 'f6832cdc6d4e43eb9eae4585ef36e611', 'gw_port_host': None}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:51:04.176250 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-d688817d-530b-4fd3-bcf7-919aa88cdb75 service neutron] 10.222.0.33 "GET /v2.0/networks/9572cc85-2717-49ca-aaf0-8ed0354b19f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939002 Jun 17 11:51:04.275807 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a4e1803e-6174-4140-a34f-a3e781159a69 req-167af896-c3ca-4c4d-9618-19373b79415a service neutron] 10.222.0.33 "GET /v2.0/networks/9572cc85-2717-49ca-aaf0-8ed0354b19f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927982 Jun 17 11:51:04.367482 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (8e4bd6ea-259d-449a-aa10-8708c92c0f75), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.394385 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4bd6ea-259d-449a-aa10-8708c92c0f75,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:04.465978 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.555862 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.558713 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks [] for router_controller (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.563503 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:04.646628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:04.655263 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2003c5-5179-467c-9003-3711347689c6 req-ef1c63ba-3c11-45c9-ae99-5bcc128fde48 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:04.656843 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dc2003c5-5179-467c-9003-3711347689c6 req-ef1c63ba-3c11-45c9-ae99-5bcc128fde48 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 948 time: 0.0485415 Jun 17 11:51:04.675824 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (7f22f1d1-a688-47b8-a6d9-47211b2e32f1), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.676419 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f22f1d1-a688-47b8-a6d9-47211b2e32f1 {{(pid=111182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:51:04.685408 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.685408 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a6730d29-a35b-4f71-a993-1c3b28cc8095 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7f22f1d1-a688-47b8-a6d9-47211b2e32f1 HTTP/1.1" status: 204 len: 168 time: 1.1500125 Jun 17 11:51:04.687164 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38978) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:04.709152 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dc2003c5-5179-467c-9003-3711347689c6 req-1351be33-b779-46a4-86c1-376803066980 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464861 Jun 17 11:51:04.736869 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_v2 [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] Deleting subnet 2e553cb9-c624-459a-aa9b-1892e35172b9 {{(pid=111182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:51:04.740878 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] Publish callbacks [] for subnet (2e553cb9-c624-459a-aa9b-1892e35172b9), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.782407 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7430673'] for subnet (2e553cb9-c624-459a-aa9b-1892e35172b9), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.859221 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50c0d6-6a28-4424-bea5-927b19b72214 req-a00db1ae-47ff-4def-87cf-5fa9179cd8ba tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:04.860978 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f50c0d6-6a28-4424-bea5-927b19b72214 req-a00db1ae-47ff-4def-87cf-5fa9179cd8ba tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0582013 Jun 17 11:51:04.869672 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (2e553cb9-c624-459a-aa9b-1892e35172b9), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:04.921872 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4f50c0d6-6a28-4424-bea5-927b19b72214 req-8ba65059-9c8a-4562-8b91-7182cc672266 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539587 Jun 17 11:51:05.042553 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982275'] for subnet (2e553cb9-c624-459a-aa9b-1892e35172b9), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.068152 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e553cb9-c624-459a-aa9b-1892e35172b9,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:05.074828 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.077812 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-666169eb-007b-4563-be9c-5d67f5ebc35b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2e553cb9-c624-459a-aa9b-1892e35172b9 HTTP/1.1" status: 204 len: 168 time: 0.3908381 Jun 17 11:51:05.080258 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 38982) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:05.086411 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad800d3-abbb-4bdb-a816-f05ffbf6a2fb None None] Network 29b7df83-bd84-4880-9c95-be54b0ab66a0 requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:51:05.159426 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (29b7df83-bd84-4880-9c95-be54b0ab66a0), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.171437 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:05.210749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Deleting port 941c74ec-9342-44c3-b00b-91b40d3af209 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:05.211085 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.257026 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] DHCP port deletion for 29b7df83-bd84-4880-9c95-be54b0ab66a0 request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:51:05.281150 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] For port 941c74ec-9342-44c3-b00b-91b40d3af209, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=941c74ec-9342-44c3-b00b-91b40d3af209,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:05.281498 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.296066 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Calling delete_port for 941c74ec-9342-44c3-b00b-91b40d3af209 owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:05.300082 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] Deleting port 941c74ec-9342-44c3-b00b-91b40d3af209 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:05.300643 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.376112 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] For port 941c74ec-9342-44c3-b00b-91b40d3af209, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=941c74ec-9342-44c3-b00b-91b40d3af209,segment=NetworkSegment(e71ca3f2-ba17-463b-990e-39686d226a11),segment_id=e71ca3f2-ba17-463b-990e-39686d226a11)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:05.376525 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.391304 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] Calling delete_port for 941c74ec-9342-44c3-b00b-91b40d3af209 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:05.516076 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.522723 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (941c74ec-9342-44c3-b00b-91b40d3af209), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.539778 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Pushing event deleted for resources: {'Port': ['ID=941c74ec-9342-44c3-b00b-91b40d3af209,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:05.545735 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] No DVR routers for this DVR port 941c74ec-9342-44c3-b00b-91b40d3af209 on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:51:05.554542 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] Pushing event deleted for resources: {'Port': ['ID=941c74ec-9342-44c3-b00b-91b40d3af209,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:05.561931 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c0926-65c7-4899-9f01-f81be5df0d48 None None] No DVR routers for this DVR port 941c74ec-9342-44c3-b00b-91b40d3af209 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:51:05.625183 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (29b7df83-bd84-4880-9c95-be54b0ab66a0), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.649704 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b7df83-bd84-4880-9c95-be54b0ab66a0']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:05.660291 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71ca3f2-ba17-463b-990e-39686d226a11') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:05.661621 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71ca3f2-ba17-463b-990e-39686d226a11') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:05.676476 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (e71ca3f2-ba17-463b-990e-39686d226a11), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.696525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (e71ca3f2-ba17-463b-990e-39686d226a11), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.704073 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:51:05.707551 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (e71ca3f2-ba17-463b-990e-39686d226a11), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.727452 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment e71ca3f2-ba17-463b-990e-39686d226a11 resource provider aggregate not found Jun 17 11:51:05.759765 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment e71ca3f2-ba17-463b-990e-39686d226a11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e71ca3f2-ba17-463b-990e-39686d226a11 found for delete ", "request_id": "req-74d2a84c-5928-4b86-8b51-56b500f3b85a"}]} Jun 17 11:51:05.837797 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f6df9-bea6-448c-aef9-36c5d70fbad4 req-4d6183b2-581a-4b3c-b2dd-3f7e2af78b44 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:05.839178 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-628f6df9-bea6-448c-aef9-36c5d70fbad4 req-4d6183b2-581a-4b3c-b2dd-3f7e2af78b44 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 948 time: 0.0512056 Jun 17 11:51:05.881662 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (29b7df83-bd84-4880-9c95-be54b0ab66a0), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.887679 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:05.892040 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-628f6df9-bea6-448c-aef9-36c5d70fbad4 req-6bc188f4-55cf-489d-af37-c061013a34a1 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Jun 17 11:51:05.892853 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] 10.222.0.45 "DELETE /v2.0/networks/29b7df83-bd84-4880-9c95-be54b0ab66a0 HTTP/1.1" status: 204 len: 168 time: 0.8115942 Jun 17 11:51:05.894303 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 38992) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:05.912428 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf3855-28d1-4574-92db-ec9c12e818ce admin admin] Pushing event deleted for resources: {'Network': ['ID=29b7df83-bd84-4880-9c95-be54b0ab66a0,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:05.924747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 98e1ed0d-aded-4521-a0ff-385fc791d7bd no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:05.946935 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 98e1ed0d-aded-4521-a0ff-385fc791d7bd {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:05.947677 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 98e1ed0d-aded-4521-a0ff-385fc791d7bd not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:05.948502 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 941c74ec-9342-44c3-b00b-91b40d3af209 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:05.971921 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 941c74ec-9342-44c3-b00b-91b40d3af209 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:05.972404 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 941c74ec-9342-44c3-b00b-91b40d3af209 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:05.973031 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8e4bd6ea-259d-449a-aa10-8708c92c0f75 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:05.993178 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 8e4bd6ea-259d-449a-aa10-8708c92c0f75 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:05.993519 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8e4bd6ea-259d-449a-aa10-8708c92c0f75 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:06.104681 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bff56-49b4-4e1e-8a52-d44ecc1591ed req-eea7bd44-05d5-4b7e-8a2f-e3ed2a7f0c88 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:06.106337 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-620bff56-49b4-4e1e-8a52-d44ecc1591ed req-eea7bd44-05d5-4b7e-8a2f-e3ed2a7f0c88 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0958376 Jun 17 11:51:06.203038 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-620bff56-49b4-4e1e-8a52-d44ecc1591ed req-084b889e-7202-4747-8f47-1cd3e9c4d369 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 Jun 17 11:51:06.210071 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:06.353814 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (6f580d15-44e8-4582-a487-6479597aa2d2), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:06.626091 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Deleting port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:06.626435 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:06.699706 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:06.719544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] For port 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,segment=NetworkSegment(dd3e5730-bc13-4c39-9fd6-a1940966a38f),segment_id=dd3e5730-bc13-4c39-9fd6-a1940966a38f)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:06.719914 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:06.733305 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Calling delete_port for 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea owned by network:router_interface {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:07.001199 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (8e4d1dd5-e2f6-443f-9d59-7f30257a39ea), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:07.037701 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4d1dd5-e2f6-443f-9d59-7f30257a39ea,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:07.050298 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4decfb0-6113-4da7-b345-cdbab465efe3 req-ff71a768-c9a1-4dc0-bff5-1377fea45d0d tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:07.052197 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b4decfb0-6113-4da7-b345-cdbab465efe3 req-ff71a768-c9a1-4dc0-bff5-1377fea45d0d tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 948 time: 0.0822651 Jun 17 11:51:07.118943 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:07.158307 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b4decfb0-6113-4da7-b345-cdbab465efe3 req-5cd19fa2-f57c-437e-8ce0-603645f1ea70 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894513 Jun 17 11:51:07.275418 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (6f580d15-44e8-4582-a487-6479597aa2d2), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:07.510351 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Router 6f580d15-44e8-4582-a487-6479597aa2d2 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:51:07.517863 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:07.636398 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:51:07.641708 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-8c3773b9-9be8-4074-a55b-466ea5c1c149 admin admin] 10.222.0.45 "PUT /v2.0/routers/6f580d15-44e8-4582-a487-6479597aa2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462964 Jun 17 11:51:07.644270 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39008) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:07.645225 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] Sync routers for ids ['6f580d15-44e8-4582-a487-6479597aa2d2'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:51:07.657556 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] Routers {'6f580d15-44e8-4582-a487-6479597aa2d2'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:51:07.658190 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:50:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['6f580d15-44e8-4582-a487-6479597aa2d2'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:07.778909 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] Set router 6f580d15-44e8-4582-a487-6479597aa2d2 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:51:07.788155 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks [] for router (6f580d15-44e8-4582-a487-6479597aa2d2), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:07.957880 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks [] for router_gateway (6f580d15-44e8-4582-a487-6479597aa2d2), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:08.098083 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Deleting port 48d21791-f3bd-465f-a715-73b671457593 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:08.098763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (48d21791-f3bd-465f-a715-73b671457593), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:08.164076 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '48d21791-f3bd-465f-a715-73b671457593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:51:06Z', 'revision_number': 5, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port': {'id': '48d21791-f3bd-465f-a715-73b671457593', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:45:11Z', 'updated_at': '2022-06-17T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:08.209456 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] Checking router: 6f580d15-44e8-4582-a487-6479597aa2d2 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:51:08.221273 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] For port 48d21791-f3bd-465f-a715-73b671457593, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=48d21791-f3bd-465f-a715-73b671457593,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:08.222290 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (48d21791-f3bd-465f-a715-73b671457593), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:08.224595 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] Routers {'6f580d15-44e8-4582-a487-6479597aa2d2'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:51:08.225480 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:50:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['6f580d15-44e8-4582-a487-6479597aa2d2'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:08.361908 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:08.385667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] Set router 6f580d15-44e8-4582-a487-6479597aa2d2 gateway port host: None {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:51:08.465561 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device db92c276-49ff-45c7-979f-72a5de0c471d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:51:08.471912 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:51:07Z', 'revision_number': 6, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:08.538226 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38b6f8-bef8-4956-a616-e685d7b048db None None] The sync data for ids ['6f580d15-44e8-4582-a487-6479597aa2d2'] in dv-cinder-837166-3-iscsi is: [{'id': '6f580d15-44e8-4582-a487-6479597aa2d2', 'name': 'tempest-TestShelveInstance-1211082816-router', 'tenant_id': '984cef275141426eb0cfadf040381fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:45:10Z', 'updated_at': '2022-06-17T11:51:07Z', 'revision_number': 6, 'project_id': '984cef275141426eb0cfadf040381fda', 'gw_port_host': None}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:51:08.543455 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:08.635203 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Calling delete_port for 48d21791-f3bd-465f-a715-73b671457593 owned by network:router_gateway {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:08.694795 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port db92c276-49ff-45c7-979f-72a5de0c471d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db92c276-49ff-45c7-979f-72a5de0c471d,segment=NetworkSegment(44af640d-1429-49b0-89f1-cb9f72b6e13a),segment_id=44af640d-1429-49b0-89f1-cb9f72b6e13a)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:08.717638 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'db92c276-49ff-45c7-979f-72a5de0c471d', 'network_id': '9572cc85-2717-49ca-aaf0-8ed0354b19f1', 'port_id': 'db92c276-49ff-45c7-979f-72a5de0c471d', 'mac_address': 'fa:16:3e:5f:aa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2272e03-8e74-46da-853d-6c3c69a452e1', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:51:08.726333 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf6ef2-5f0f-40a6-a975-c88e784fd52e req-69ad395d-c6dd-4470-b767-e481a4be94c0 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:08.728455 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9edf6ef2-5f0f-40a6-a975-c88e784fd52e req-69ad395d-c6dd-4470-b767-e481a4be94c0 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 948 time: 0.1112044 Jun 17 11:51:08.775704 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port db92c276-49ff-45c7-979f-72a5de0c471d is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:51:08.776796 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:08.784061 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:08.796643 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db92c276-49ff-45c7-979f-72a5de0c471d {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:51:08.835698 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port db92c276-49ff-45c7-979f-72a5de0c471d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db92c276-49ff-45c7-979f-72a5de0c471d,segment=NetworkSegment(44af640d-1429-49b0-89f1-cb9f72b6e13a),segment_id=44af640d-1429-49b0-89f1-cb9f72b6e13a)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:08.851862 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9edf6ef2-5f0f-40a6-a975-c88e784fd52e req-15552cd6-603d-48ee-b3b0-f78a3f550021 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156650 Jun 17 11:51:08.922140 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.002596 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=db92c276-49ff-45c7-979f-72a5de0c471d,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:09.030608 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (48d21791-f3bd-465f-a715-73b671457593), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.060319 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d21791-f3bd-465f-a715-73b671457593,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:09.135289 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (6f580d15-44e8-4582-a487-6479597aa2d2), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.153390 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['db92c276-49ff-45c7-979f-72a5de0c471d'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:51:09.236789 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:09.247734 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (6f580d15-44e8-4582-a487-6479597aa2d2), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.251456 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks [] for router_controller (6f580d15-44e8-4582-a487-6479597aa2d2), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.379257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (6f580d15-44e8-4582-a487-6479597aa2d2), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.380929 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f580d15-44e8-4582-a487-6479597aa2d2 {{(pid=111181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:51:09.387474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.391098 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-d8c690e8-c080-4dce-91bc-d0eb1f77def5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6f580d15-44e8-4582-a487-6479597aa2d2 HTTP/1.1" status: 204 len: 168 time: 1.7435248 Jun 17 11:51:09.391539 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39016) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:09.448655 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] Deleting subnet 9e82391f-1c80-4424-908d-22709f49788d {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:51:09.453093 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] Publish callbacks [] for subnet (9e82391f-1c80-4424-908d-22709f49788d), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.499834 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126865118'] for subnet (9e82391f-1c80-4424-908d-22709f49788d), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.587772 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (9e82391f-1c80-4424-908d-22709f49788d), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.727820 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126436618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125857143'] for subnet (9e82391f-1c80-4424-908d-22709f49788d), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.758581 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e82391f-1c80-4424-908d-22709f49788d,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:09.765667 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.768977 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-bd0713e9-a826-4d96-9183-7502e4c516ec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9e82391f-1c80-4424-908d-22709f49788d HTTP/1.1" status: 204 len: 168 time: 0.3757803 Jun 17 11:51:09.773436 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39018) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:09.774271 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c153f6-60f4-4f49-9131-c817e65de1bc None None] Network 1aabab82-ec1b-47d7-8934-53244c13e35f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:51:09.851355 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (1aabab82-ec1b-47d7-8934-53244c13e35f), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.865651 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:09.923973 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Deleting port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:09.924533 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:09.944441 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:09.978470 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] DHCP port deletion for 1aabab82-ec1b-47d7-8934-53244c13e35f request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:51:09.984552 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:09.985135 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 8e4d1dd5-e2f6-443f-9d59-7f30257a39ea not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:09.985842 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 48d21791-f3bd-465f-a715-73b671457593 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:09.999749 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] For port 6443fdcb-2a9a-43fc-986c-a69e551b15e7, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=6443fdcb-2a9a-43fc-986c-a69e551b15e7,segment=NetworkSegment(dd3e5730-bc13-4c39-9fd6-a1940966a38f),segment_id=dd3e5730-bc13-4c39-9fd6-a1940966a38f)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:10.000117 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.014735 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Calling delete_port for 6443fdcb-2a9a-43fc-986c-a69e551b15e7 owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:10.023913 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af33cc6-52c5-46f1-b56d-db5fe96f7ee1 req-da97bf6b-fd09-4e55-bf6f-f92235a30362 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:10.032652 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8af33cc6-52c5-46f1-b56d-db5fe96f7ee1 req-da97bf6b-fd09-4e55-bf6f-f92235a30362 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 949 time: 0.0525460 Jun 17 11:51:10.033008 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 48d21791-f3bd-465f-a715-73b671457593 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:10.033008 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 48d21791-f3bd-465f-a715-73b671457593 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:10.087614 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] Deleting port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:10.088085 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8af33cc6-52c5-46f1-b56d-db5fe96f7ee1 req-8fca3a9c-a6df-4490-805c-0d6a8e6168df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485234 Jun 17 11:51:10.088230 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.114056 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:10.176078 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] For port 6443fdcb-2a9a-43fc-986c-a69e551b15e7, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=6443fdcb-2a9a-43fc-986c-a69e551b15e7,segment=NetworkSegment(dd3e5730-bc13-4c39-9fd6-a1940966a38f),segment_id=dd3e5730-bc13-4c39-9fd6-a1940966a38f)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:10.176398 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.192001 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] Calling delete_port for 6443fdcb-2a9a-43fc-986c-a69e551b15e7 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:10.214017 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.242671 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=6443fdcb-2a9a-43fc-986c-a69e551b15e7,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:10.247236 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] No DVR routers for this DVR port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:51:10.283270 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (6443fdcb-2a9a-43fc-986c-a69e551b15e7), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.313629 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] Pushing event deleted for resources: {'Port': ['ID=6443fdcb-2a9a-43fc-986c-a69e551b15e7,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:10.323234 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418cdea0-447c-4daa-be77-8fc606289560 None None] No DVR routers for this DVR port 6443fdcb-2a9a-43fc-986c-a69e551b15e7 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:51:10.358090 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (1aabab82-ec1b-47d7-8934-53244c13e35f), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.384723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aabab82-ec1b-47d7-8934-53244c13e35f']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:10.397909 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3e5730-bc13-4c39-9fd6-a1940966a38f') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:10.398265 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3e5730-bc13-4c39-9fd6-a1940966a38f') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:51:10.406608 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:10.411075 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (dd3e5730-bc13-4c39-9fd6-a1940966a38f), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.427623 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (dd3e5730-bc13-4c39-9fd6-a1940966a38f), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.435058 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:51:10.435470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (dd3e5730-bc13-4c39-9fd6-a1940966a38f), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.467192 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment dd3e5730-bc13-4c39-9fd6-a1940966a38f resource provider aggregate not found Jun 17 11:51:10.473337 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device db92c276-49ff-45c7-979f-72a5de0c471d up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:51:10.513777 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment dd3e5730-bc13-4c39-9fd6-a1940966a38f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd3e5730-bc13-4c39-9fd6-a1940966a38f found for delete ", "request_id": "req-8adc0785-083c-4319-bcbb-8f1567394a21"}]} Jun 17 11:51:10.543124 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port db92c276-49ff-45c7-979f-72a5de0c471d completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:51:10.601510 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (1aabab82-ec1b-47d7-8934-53244c13e35f), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.624596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.628213 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] 10.222.0.45 "DELETE /v2.0/networks/1aabab82-ec1b-47d7-8934-53244c13e35f HTTP/1.1" status: 204 len: 168 time: 0.8533518 Jun 17 11:51:10.629586 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d4cc3-2b17-4555-b268-eb5d52ff1e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=1aabab82-ec1b-47d7-8934-53244c13e35f,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:10.639866 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port db92c276-49ff-45c7-979f-72a5de0c471d triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:51:10.642758 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.748923 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port db92c276-49ff-45c7-979f-72a5de0c471d is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:51:10.749216 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.751168 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:10.778479 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92c276-49ff-45c7-979f-72a5de0c471d'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:51:10.780940 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda2020-d1fd-4e60-97ed-dea6335a182c" -d '{"events": [{"server_uuid": "8fc9a79b-2073-43de-a138-8fd2c211fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "db92c276-49ff-45c7-979f-72a5de0c471d"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:51:10.800646 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port db92c276-49ff-45c7-979f-72a5de0c471d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db92c276-49ff-45c7-979f-72a5de0c471d,segment=NetworkSegment(44af640d-1429-49b0-89f1-cb9f72b6e13a),segment_id=44af640d-1429-49b0-89f1-cb9f72b6e13a)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:10.850485 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c5c7ac-48a6-48e3-a7b5-9b631f999cf2 x-openstack-request-id: req-d1c5c7ac-48a6-48e3-a7b5-9b631f999cf2 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:51:10.850921 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc9a79b-2073-43de-a138-8fd2c211fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "db92c276-49ff-45c7-979f-72a5de0c471d", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:51:10.851473 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1c5c7ac-48a6-48e3-a7b5-9b631f999cf2 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:51:10.851949 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c5c7ac-48a6-48e3-a7b5-9b631f999cf2'] response: {'server_uuid': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92c276-49ff-45c7-979f-72a5de0c471d', 'code': 200} Jun 17 11:51:10.868649 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:10.961585 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=db92c276-49ff-45c7-979f-72a5de0c471d,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:10.964181 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39032) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:11.015886 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-b0729d90-bb60-4d13-8e52-eec18641d2cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6832cdc6d4e43eb9eae4585ef36e611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486193 Jun 17 11:51:11.018259 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39034) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:11.081543 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-52b500b9-46df-41a7-8321-f0cd7d80eb83 admin admin] Publish callbacks [] for security_group (c1802adf-6a2f-4cba-bbdb-289e60186d95), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:11.108756 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-52b500b9-46df-41a7-8321-f0cd7d80eb83 admin admin] Publish callbacks [] for security_group (c1802adf-6a2f-4cba-bbdb-289e60186d95), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:11.193421 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763f1ee-072f-4754-b906-2f1d8245270c req-b4dd0b4c-17c9-4e8c-9e23-e8c1c5fb75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:11.195182 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5763f1ee-072f-4754-b906-2f1d8245270c req-b4dd0b4c-17c9-4e8c-9e23-e8c1c5fb75a8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 1134 time: 0.0557098 Jun 17 11:51:11.266839 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-52b500b9-46df-41a7-8321-f0cd7d80eb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (c1802adf-6a2f-4cba-bbdb-289e60186d95), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:11.270857 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-52b500b9-46df-41a7-8321-f0cd7d80eb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:11.272890 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-52b500b9-46df-41a7-8321-f0cd7d80eb83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1802adf-6a2f-4cba-bbdb-289e60186d95 HTTP/1.1" status: 204 len: 168 time: 0.2532363 Jun 17 11:51:11.278702 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94e3e1-c753-4b8f-8e1c-47e0cba715ce req-c64ea044-9b49-4b9e-905c-1fc2a1988b39 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:11.280455 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ca94e3e1-c753-4b8f-8e1c-47e0cba715ce req-c64ea044-9b49-4b9e-905c-1fc2a1988b39 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0839126 Jun 17 11:51:11.286656 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b500b9-46df-41a7-8321-f0cd7d80eb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1802adf-6a2f-4cba-bbdb-289e60186d95,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:11.307966 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5763f1ee-072f-4754-b906-2f1d8245270c req-8ce0adb6-053e-48e8-96dc-68fd555d7df0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005743 Jun 17 11:51:11.335024 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:11.371063 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ca94e3e1-c753-4b8f-8e1c-47e0cba715ce req-68c07b00-24f4-4c7d-878a-6f43f16fd12f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742435 Jun 17 11:51:11.923752 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 6443fdcb-2a9a-43fc-986c-a69e551b15e7 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:11.949580 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 6443fdcb-2a9a-43fc-986c-a69e551b15e7 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:11.949916 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 6443fdcb-2a9a-43fc-986c-a69e551b15e7 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:12.247100 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39044) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:12.312011 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-8baff766-c68b-45f7-aee6-782a79a1b2fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=984cef275141426eb0cfadf040381fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606115 Jun 17 11:51:12.312463 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39046) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:12.395395 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c0614e3d-cb6c-4840-9bc7-5286b975bdd8 admin admin] Publish callbacks [] for security_group (eb3cdd55-3e44-4521-8fb8-bffcc8e27f98), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:12.431527 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c0614e3d-cb6c-4840-9bc7-5286b975bdd8 admin admin] Publish callbacks [] for security_group (eb3cdd55-3e44-4521-8fb8-bffcc8e27f98), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:12.565009 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae68d56-40d1-4971-acbc-673e7963db15 req-3d489637-92bb-45cb-9c2e-65f9dba5a778 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:12.567114 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2ae68d56-40d1-4971-acbc-673e7963db15 req-3d489637-92bb-45cb-9c2e-65f9dba5a778 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0549707 Jun 17 11:51:12.645521 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2ae68d56-40d1-4971-acbc-673e7963db15 req-03dcf4a4-e881-4d58-a34e-23b6e4c5e7c9 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699594 Jun 17 11:51:12.655697 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c0614e3d-cb6c-4840-9bc7-5286b975bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (eb3cdd55-3e44-4521-8fb8-bffcc8e27f98), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:12.670061 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c0614e3d-cb6c-4840-9bc7-5286b975bdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:12.675467 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c0614e3d-cb6c-4840-9bc7-5286b975bdd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb3cdd55-3e44-4521-8fb8-bffcc8e27f98 HTTP/1.1" status: 204 len: 168 time: 0.3613408 Jun 17 11:51:12.686960 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0614e3d-cb6c-4840-9bc7-5286b975bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3cdd55-3e44-4521-8fb8-bffcc8e27f98,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:13.852586 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce394-291d-447d-93fa-28ea1d435e5e req-8306c4c8-75fe-40b3-a14d-3a4c9b2c87d2 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:13.854221 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e4fce394-291d-447d-93fa-28ea1d435e5e req-8306c4c8-75fe-40b3-a14d-3a4c9b2c87d2 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0564375 Jun 17 11:51:13.910693 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e4fce394-291d-447d-93fa-28ea1d435e5e req-d0be123d-9116-440a-8acc-50031af998ed tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503986 Jun 17 11:51:13.962017 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-075123ab-13c7-4425-a5b1-33952c73232b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:14.765827 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc67b2-0290-4e4f-83a4-3f5083a660f2 req-bd2e106a-8433-4d07-b716-d6b9cf59583f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:14.767430 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-67cc67b2-0290-4e4f-83a4-3f5083a660f2 req-bd2e106a-8433-4d07-b716-d6b9cf59583f tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0626166 Jun 17 11:51:14.828412 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-67cc67b2-0290-4e4f-83a4-3f5083a660f2 req-3e72ab68-d5c8-4152-891a-81f343c07466 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Jun 17 11:51:15.956607 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29446668-1d47-4da8-b033-c1433c143e4f req-e3aeaef6-5466-4533-8207-fdcdcff34267 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:15.958294 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-29446668-1d47-4da8-b033-c1433c143e4f req-e3aeaef6-5466-4533-8207-fdcdcff34267 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0529313 Jun 17 11:51:16.020417 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-29446668-1d47-4da8-b033-c1433c143e4f req-8724683d-9023-4bca-a15d-53d693a60272 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/security-groups?id=1121343f-0861-4756-a373-1449a6f73e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Jun 17 11:51:16.093090 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-c5357d56-beaf-43c6-a497-888bd61fdc97 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:16.094627 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-c5357d56-beaf-43c6-a497-888bd61fdc97 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.33 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0531516 Jun 17 11:51:16.178464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f7b26dec-af60-4852-9111-b9f177c4150d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:16.181507 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Deleting port db92c276-49ff-45c7-979f-72a5de0c471d {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:16.181847 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:16.278689 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] For port db92c276-49ff-45c7-979f-72a5de0c471d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db92c276-49ff-45c7-979f-72a5de0c471d,segment=NetworkSegment(44af640d-1429-49b0-89f1-cb9f72b6e13a),segment_id=44af640d-1429-49b0-89f1-cb9f72b6e13a)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:16.279072 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:16.295587 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Calling delete_port for db92c276-49ff-45c7-979f-72a5de0c471d owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:16.358548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:16.505373 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (db92c276-49ff-45c7-979f-72a5de0c471d), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:16.517595 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['db92c276-49ff-45c7-979f-72a5de0c471d'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:51:16.534525 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Pushing event deleted for resources: {'Port': ['ID=db92c276-49ff-45c7-979f-72a5de0c471d,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:16.580800 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] No DVR routers for this DVR port db92c276-49ff-45c7-979f-72a5de0c471d on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:51:16.583319 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:16.586706 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c39826ac-6b79-4f20-ac00-df1ac6968323 req-20d1520c-6e17-4fec-b16f-19b2db0cd6df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.33 "DELETE /v2.0/ports/db92c276-49ff-45c7-979f-72a5de0c471d HTTP/1.1" status: 204 len: 173 time: 0.4864047 Jun 17 11:51:16.587161 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'name': 'network-vif-deleted', 'tag': 'db92c276-49ff-45c7-979f-72a5de0c471d'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:51:16.589994 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5db21e-f886-4228-b9b9-570b18aed0e0" -d '{"events": [{"server_uuid": "8fc9a79b-2073-43de-a138-8fd2c211fbb8", "name": "network-vif-deleted", "tag": "db92c276-49ff-45c7-979f-72a5de0c471d"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:51:16.632415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4f56bd-db34-4306-bca0-9b0b009aeab4 x-openstack-request-id: req-0a4f56bd-db34-4306-bca0-9b0b009aeab4 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:51:16.632710 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc9a79b-2073-43de-a138-8fd2c211fbb8", "name": "network-vif-deleted", "tag": "db92c276-49ff-45c7-979f-72a5de0c471d", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:51:16.632989 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a4f56bd-db34-4306-bca0-9b0b009aeab4 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:51:16.633388 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4f56bd-db34-4306-bca0-9b0b009aeab4'] response: {'server_uuid': '8fc9a79b-2073-43de-a138-8fd2c211fbb8', 'name': 'network-vif-deleted', 'tag': 'db92c276-49ff-45c7-979f-72a5de0c471d', 'status': 'completed', 'code': 200} Jun 17 11:51:17.121333 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b01e4e2a-8400-4d0b-ae72-d449c88d2857 req-3c8af227-6680-4970-a620-173ad9dd14df tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0287502 Jun 17 11:51:17.378173 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:18.116964 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=40 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:18.117749 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=9 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:18.226941 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-99dfc4a0-a16b-4947-a8ce-30f00b643fe9 req-9752d9fe-c468-4bf4-9909-7c8ac4115658 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0328636 Jun 17 11:51:18.904307 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:19.327888 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-79af406f-f059-4ec8-9c47-ea6eb045c6b3 req-5f69132f-ea22-49ab-b3ac-b3dda1725c54 tempest-VolumesNegativeTest-534149373 tempest-VolumesNegativeTest-534149373-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc9a79b-2073-43de-a138-8fd2c211fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0294931 Jun 17 11:51:19.406383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:20.517238 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device db92c276-49ff-45c7-979f-72a5de0c471d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:20.537254 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: db92c276-49ff-45c7-979f-72a5de0c471d {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:20.537606 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device db92c276-49ff-45c7-979f-72a5de0c471d not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:22.480478 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=43,neutron:DELETE=6 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:22.680892 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=8,neutron:SELECT=73,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:24.880325 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:51:24.881588 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:27.705442 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39364) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:27.849968 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-476a568b-8d75-479d-a263-bbde39db5c1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a12c1715a684de19bfb01894e7677ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433725 Jun 17 11:51:27.852452 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39370) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:27.903860 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ed1088c9-24c4-4e24-af53-5f57a8859e70 admin admin] Publish callbacks [] for security_group (1121343f-0861-4756-a373-1449a6f73e88), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:27.926788 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ed1088c9-24c4-4e24-af53-5f57a8859e70 admin admin] Publish callbacks [] for security_group (1121343f-0861-4756-a373-1449a6f73e88), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:28.069866 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ed1088c9-24c4-4e24-af53-5f57a8859e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (1121343f-0861-4756-a373-1449a6f73e88), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:28.073044 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-ed1088c9-24c4-4e24-af53-5f57a8859e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:28.074434 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-ed1088c9-24c4-4e24-af53-5f57a8859e70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1121343f-0861-4756-a373-1449a6f73e88 HTTP/1.1" status: 204 len: 168 time: 0.2210751 Jun 17 11:51:28.082890 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1088c9-24c4-4e24-af53-5f57a8859e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1121343f-0861-4756-a373-1449a6f73e88,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:29.308619 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=89,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:29.309515 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:31.129854 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1732-d3a6-4193-a4e8-820bcaf10a6e req-ba9e91fd-d8b5-4d8b-9016-3c17c4e4036a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:31.131461 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-752d1732-d3a6-4193-a4e8-820bcaf10a6e req-ba9e91fd-d8b5-4d8b-9016-3c17c4e4036a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0518651 Jun 17 11:51:31.185580 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-752d1732-d3a6-4193-a4e8-820bcaf10a6e req-74f3ffbc-7b69-4aea-b9e2-a91dc01027a9 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482950 Jun 17 11:51:32.315776 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0133bb-937b-46ce-a58a-3b28a54b5feb req-ce074d31-dac5-4ed9-938d-dbfca4791fe1 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:32.317375 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6b0133bb-937b-46ce-a58a-3b28a54b5feb req-ce074d31-dac5-4ed9-938d-dbfca4791fe1 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0582404 Jun 17 11:51:32.383965 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6b0133bb-937b-46ce-a58a-3b28a54b5feb req-b8f24b8e-fc24-4333-9959-0dabcfd45703 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589907 Jun 17 11:51:33.501336 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598344f6-23c7-4503-a8f0-0156939a1404 req-9b3a75e4-433a-4bf8-8c3a-70fec80256a6 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:33.502938 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-598344f6-23c7-4503-a8f0-0156939a1404 req-9b3a75e4-433a-4bf8-8c3a-70fec80256a6 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0505583 Jun 17 11:51:33.556122 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-598344f6-23c7-4503-a8f0-0156939a1404 req-6d96c710-0025-4d2e-b6bc-62e7072f4a8a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471268 Jun 17 11:51:34.678799 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcd39a-187c-454d-8f7b-f3dd184ccc2f req-323a5f78-3e8f-4644-87ce-37e657f830c6 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:34.680273 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c2fcd39a-187c-454d-8f7b-f3dd184ccc2f req-323a5f78-3e8f-4644-87ce-37e657f830c6 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0497074 Jun 17 11:51:34.734931 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c2fcd39a-187c-454d-8f7b-f3dd184ccc2f req-cb644363-9a8d-412c-af5f-b99711ddb458 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Jun 17 11:51:34.765589 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=50,neutron:UPDATE=7 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:34.872251 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:34.879300 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:35.394201 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-5bdac433-b2d1-4cb4-8d00-d7348b064263 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:35.395816 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-5bdac433-b2d1-4cb4-8d00-d7348b064263 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0500679 Jun 17 11:51:35.485867 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Deleting port a033126a-b60e-4ebe-84b3-e71d2dc8d449 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:51:35.489119 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:35.588963 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] For port a033126a-b60e-4ebe-84b3-e71d2dc8d449, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a033126a-b60e-4ebe-84b3-e71d2dc8d449,segment=NetworkSegment(d273b6e3-4121-48d6-b982-8d5c697ebf54),segment_id=d273b6e3-4121-48d6-b982-8d5c697ebf54)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:51:35.589331 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:35.604047 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Calling delete_port for a033126a-b60e-4ebe-84b3-e71d2dc8d449 owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:51:35.847743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (a033126a-b60e-4ebe-84b3-e71d2dc8d449), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:35.886707 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaad52f-b6d8-4bbd-93ea-4ea70d29bfd6 req-db8f5dae-2531-4488-a1e3-0a29568b9a95 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:51:35.888385 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9eaad52f-b6d8-4bbd-93ea-4ea70d29bfd6 req-db8f5dae-2531-4488-a1e3-0a29568b9a95 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 945 time: 0.0781178 Jun 17 11:51:35.891121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Pushing event deleted for resources: {'Port': ['ID=a033126a-b60e-4ebe-84b3-e71d2dc8d449,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:35.913033 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.917200 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.918588 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.918588 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.918588 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:35.973907 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] No DVR routers for this DVR port a033126a-b60e-4ebe-84b3-e71d2dc8d449 on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:51:35.982370 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:35.985740 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6fc066a9-567d-48af-ae04-9c02658a5516 req-85c66eaf-1798-4e11-aa13-39c5047df33a tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.33 "DELETE /v2.0/ports/a033126a-b60e-4ebe-84b3-e71d2dc8d449 HTTP/1.1" status: 204 len: 173 time: 0.5841808 Jun 17 11:51:35.986195 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'name': 'network-vif-deleted', 'tag': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:51:35.988643 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c79669-deb3-4785-82f6-e8f58e6622ff" -d '{"events": [{"server_uuid": "b7e77bad-d147-495b-99e0-51905dd4860f", "name": "network-vif-deleted", "tag": "a033126a-b60e-4ebe-84b3-e71d2dc8d449"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:51:36.010812 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9eaad52f-b6d8-4bbd-93ea-4ea70d29bfd6 req-2339ac52-1d0f-456d-a5ce-3c9296c25120 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/security-groups?id=a798052d-1334-49ad-9ae3-b56b58993066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069391 Jun 17 11:51:36.178246 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af9ca55-ba81-46ae-b9f6-342087290e4a x-openstack-request-id: req-1af9ca55-ba81-46ae-b9f6-342087290e4a {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:51:36.178622 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e77bad-d147-495b-99e0-51905dd4860f", "name": "network-vif-deleted", "tag": "a033126a-b60e-4ebe-84b3-e71d2dc8d449", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:51:36.178883 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1af9ca55-ba81-46ae-b9f6-342087290e4a {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:51:36.179289 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af9ca55-ba81-46ae-b9f6-342087290e4a'] response: {'server_uuid': 'b7e77bad-d147-495b-99e0-51905dd4860f', 'name': 'network-vif-deleted', 'tag': 'a033126a-b60e-4ebe-84b3-e71d2dc8d449', 'status': 'completed', 'code': 200} Jun 17 11:51:36.628441 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device a033126a-b60e-4ebe-84b3-e71d2dc8d449 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:51:36.653497 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: a033126a-b60e-4ebe-84b3-e71d2dc8d449 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:51:36.653818 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device a033126a-b60e-4ebe-84b3-e71d2dc8d449 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:51:37.143716 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b6a42ff1-24ac-4bb2-93ea-12e57fd3e005 req-1bcb126d-4905-4070-8bf4-3478de9b4254 tempest-VolumesSnapshotTestJSON-240803090 tempest-VolumesSnapshotTestJSON-240803090-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e77bad-d147-495b-99e0-51905dd4860f HTTP/1.1" status: 200 len: 210 time: 0.0398450 Jun 17 11:51:38.078104 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:38.079076 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:40.000657 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39480) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:40.144470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:40.224658 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Publish callbacks [] for security_group (a3fba465-b3e7-407c-b70f-ccbf621a9377), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:40.304298 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a3fba465-b3e7-407c-b70f-ccbf621a9377), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:40.350489 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=091ad81dfcc4495595ece46577ba3444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487239 Jun 17 11:51:40.352050 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fba465-b3e7-407c-b70f-ccbf621a9377,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:40.353921 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39488) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:51:40.364093 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.364439 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.364797 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.365329 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.365600 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.365992 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.366326 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.366784 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.367202 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.367551 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.367912 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.368240 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.368562 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.368891 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.369828 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68baf08-b5b3-4668-bdf5-2b2cd7272337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:51:40.380054 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:40.394327 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:40.424680 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4c99af4f-e359-47f9-ab4c-3df62d819110 admin admin] Publish callbacks [] for security_group (a3fba465-b3e7-407c-b70f-ccbf621a9377), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:40.454908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4c99af4f-e359-47f9-ab4c-3df62d819110 admin admin] Publish callbacks [] for security_group (a3fba465-b3e7-407c-b70f-ccbf621a9377), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:40.636293 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4c99af4f-e359-47f9-ab4c-3df62d819110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a3fba465-b3e7-407c-b70f-ccbf621a9377), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:40.638837 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-4c99af4f-e359-47f9-ab4c-3df62d819110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:40.640092 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-4c99af4f-e359-47f9-ab4c-3df62d819110 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3fba465-b3e7-407c-b70f-ccbf621a9377 HTTP/1.1" status: 204 len: 168 time: 0.2850826 Jun 17 11:51:40.649189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99af4f-e359-47f9-ab4c-3df62d819110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fba465-b3e7-407c-b70f-ccbf621a9377,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:51:43.653684 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:43.812383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-73d48db9-daf6-4557-97aa-383ed1be318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:46.217955 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d62d7f18-a0bd-4e43-9e81-2899aa3064d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:47.406693 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:48.926674 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:49.389138 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:50.356765 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:50.357591 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:50.860014 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:54.870737 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:51:55.109668 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:51:55.116295 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:01.880491 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:52:04.758302 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:04.760720 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:05.178177 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39608) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:05.229394 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] Deleting subnet af8f55c5-2cde-4e2d-8b02-414573103488 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:52:05.232812 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] Publish callbacks [] for subnet (af8f55c5-2cde-4e2d-8b02-414573103488), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.270247 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126865118'] for subnet (af8f55c5-2cde-4e2d-8b02-414573103488), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.318203 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (af8f55c5-2cde-4e2d-8b02-414573103488), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.452955 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126436618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125857143'] for subnet (af8f55c5-2cde-4e2d-8b02-414573103488), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.483178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8f55c5-2cde-4e2d-8b02-414573103488,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:05.487058 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.490245 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-16407058-45e6-4bc7-ac7b-c374273b414e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/af8f55c5-2cde-4e2d-8b02-414573103488 HTTP/1.1" status: 204 len: 168 time: 0.3110645 Jun 17 11:52:05.492768 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39610) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:05.565188 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (48b15f3b-e7e5-459b-b54f-217e63bb1295), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.649190 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (48b15f3b-e7e5-459b-b54f-217e63bb1295), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.669857 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b15f3b-e7e5-459b-b54f-217e63bb1295']}} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:05.679076 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd273b6e3-4121-48d6-b982-8d5c697ebf54') {'for_net_delete': True} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:05.679427 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd273b6e3-4121-48d6-b982-8d5c697ebf54') {} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:05.689673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126865063'] for segment (d273b6e3-4121-48d6-b982-8d5c697ebf54), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.702894 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (d273b6e3-4121-48d6-b982-8d5c697ebf54), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.720104 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=111181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:52:05.720104 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126436832'] for segment (d273b6e3-4121-48d6-b982-8d5c697ebf54), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.734465 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.services.segments.plugin [-] Segment d273b6e3-4121-48d6-b982-8d5c697ebf54 resource provider aggregate not found Jun 17 11:52:05.775511 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.services.segments.plugin [-] Segment d273b6e3-4121-48d6-b982-8d5c697ebf54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d273b6e3-4121-48d6-b982-8d5c697ebf54 found for delete ", "request_id": "req-4c3a50a5-388e-4ace-aba8-effcc4910ee2"}]} Jun 17 11:52:05.863551 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (48b15f3b-e7e5-459b-b54f-217e63bb1295), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.871246 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:05.874404 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/48b15f3b-e7e5-459b-b54f-217e63bb1295 HTTP/1.1" status: 204 len: 168 time: 0.3807006 Jun 17 11:52:05.884295 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30afc-d479-4353-9c09-f53a078f2de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b15f3b-e7e5-459b-b54f-217e63bb1295,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:06.324664 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39618) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:06.376224 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-5e08cf5f-4190-4248-b86b-9f56fff01199 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eab294243e474e34a2c6eec07747bf0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503442 Jun 17 11:52:06.378835 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39620) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:06.434092 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7761-8c88-46ad-9f0a-0275817003f9 admin admin] Publish callbacks [] for security_group (a798052d-1334-49ad-9ae3-b56b58993066), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:06.458681 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7761-8c88-46ad-9f0a-0275817003f9 admin admin] Publish callbacks [] for security_group (a798052d-1334-49ad-9ae3-b56b58993066), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:06.611285 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7761-8c88-46ad-9f0a-0275817003f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (a798052d-1334-49ad-9ae3-b56b58993066), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:06.613905 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7761-8c88-46ad-9f0a-0275817003f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:06.615055 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-fc0d7761-8c88-46ad-9f0a-0275817003f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a798052d-1334-49ad-9ae3-b56b58993066 HTTP/1.1" status: 204 len: 168 time: 0.2348793 Jun 17 11:52:06.624897 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d7761-8c88-46ad-9f0a-0275817003f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a798052d-1334-49ad-9ae3-b56b58993066,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:07.743668 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39642) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:07.844586 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-192021698-network', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:07.999757 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Made reservation on behalf of 17575f4a36b94fdfb338dd1ba516d58e for: {'network': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:52:08.002192 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.012089 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.056863 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:08.070578 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:08.090426 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks [] for security_group (e6cfdaa4-ebd7-400c-a823-a40b46795b2b), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.195729 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e6cfdaa4-ebd7-400c-a823-a40b46795b2b), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.225171 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=111181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:52:08.234700 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cfdaa4-ebd7-400c-a823-a40b46795b2b,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:08.240960 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (17259c8f-5ea3-4b70-bda2-b655ae09b6ed), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.241307 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.segments_db [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Added segment 17259c8f-5ea3-4b70-bda2-b655ae09b6ed of type vlan for network 816fb63a-6c1b-4743-8210-90f275943e2c Jun 17 11:52:08.285543 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (816fb63a-6c1b-4743-8210-90f275943e2c), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.378344 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (816fb63a-6c1b-4743-8210-90f275943e2c), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.379829 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:08.380414 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.443437 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] Pushing event updated for resources: {'Network': ['ID=816fb63a-6c1b-4743-8210-90f275943e2c,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:08.453628 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 816fb63a-6c1b-4743-8210-90f275943e2c details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:52:08.528982 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-18135d62-3edb-4d2e-a117-0c83964be7fd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7842112 Jun 17 11:52:08.531742 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39646) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:08.536526 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Request body: {'subnet': {'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-192021698-subnet', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'ip_version': 4}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:08.658022 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Made reservation on behalf of 17575f4a36b94fdfb338dd1ba516d58e for: {'subnet': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:52:08.660521 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125856918'] for subnet (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.892733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126436683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125856900'] for subnet (04625879-9e4a-43f6-8661-456173d99dc5), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:08.957610 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04625879-9e4a-43f6-8661-456173d99dc5,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:08.961620 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:08.966291 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Checking segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:08.966646 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Network hostable DHCP agents. Network: 816fb63a-6c1b-4743-8210-90f275943e2c, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:52:09.040650 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Network 816fb63a-6c1b-4743-8210-90f275943e2c is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:52:09.120861 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 816fb63a-6c1b-4743-8210-90f275943e2c) {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:09.124945 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:09.125472 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.130975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6beca9-32a7-424b-a3be-70b0d8c75f0f None None] Network 816fb63a-6c1b-4743-8210-90f275943e2c requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:52:09.235914 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-816fb63a-6c1b-4743-8210-90f275943e2c', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:52:09.236847 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.254977 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-88190bbc-162f-4100-8684-61a12d17a570 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7222004 Jun 17 11:52:09.257729 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39648) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:09.263148 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:09.356738 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.358267 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.390510 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Allocated IP 172.20.0.2 (816fb63a-6c1b-4743-8210-90f275943e2c/04625879-9e4a-43f6-8661-456173d99dc5/2706cdff-8b97-4e35-b736-35afca1fd7e8) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:52:09.415328 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks [] for router_controller (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.563014 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Publish callbacks [] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.634329 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.634693 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks [] for router_gateway (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.676962 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Network 816fb63a-6c1b-4743-8210-90f275943e2c is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:09.682622 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:09.686907 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:52:09.693801 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Pushing event updated for resources: {'Port': ['ID=2706cdff-8b97-4e35-b736-35afca1fd7e8,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:09.704967 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.705321 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.705667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.706005 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.706338 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.706660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.706986 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.707310 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.707660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.707999 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.708307 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.708632 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.708951 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.709269 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.709586 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:09.762615 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Attempting to bind port 2706cdff-8b97-4e35-b736-35afca1fd7e8 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:52:09.762964 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Attempting to bind port 2706cdff-8b97-4e35-b736-35afca1fd7e8 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:52:09.763326 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Attempting to bind port 2706cdff-8b97-4e35-b736-35afca1fd7e8 on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:09.768925 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:52:09.769291 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Checking segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:09.769689 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.770084 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Bound using segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:52:09.770553 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Bound port: 2706cdff-8b97-4e35-b736-35afca1fd7e8, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:52:09.770928 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.840347 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] For port 2706cdff-8b97-4e35-b736-35afca1fd7e8, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:52:09.843800 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] For port 2706cdff-8b97-4e35-b736-35afca1fd7e8, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2706cdff-8b97-4e35-b736-35afca1fd7e8,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:52:09.904606 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks [] for router_gateway (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.915727 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:09.924292 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:10.037208 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Allocated IP 172.27.2.79 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/b88ae78d-50de-42c6-adc7-cb7081b3b6b2) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:52:10.113609 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca13575-cd5b-4446-b4a8-0a7494ca7c17 None None] Pushing event updated for resources: {'Port': ['ID=2706cdff-8b97-4e35-b736-35afca1fd7e8,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:10.165760 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks [] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:10.315907 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:10.358753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:10.368589 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:10.375198 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:52:10.397765 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Pushing event updated for resources: {'Port': ['ID=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:10.789990 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:10.970411 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:11.033671 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks [] for router_gateway (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:11.118116 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a598495-6dce-4388-aec0-a4c86a370184 None None] Network 816fb63a-6c1b-4743-8210-90f275943e2c requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:52:11.194690 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-1f835e7c-b769-494f-ae4d-ad0220414d12 None None] Provisioning complete for port 2706cdff-8b97-4e35-b736-35afca1fd7e8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:11.194960 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1f835e7c-b769-494f-ae4d-ad0220414d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:11.219390 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:11.234712 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:11.247894 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:11.312414 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-1f835e7c-b769-494f-ae4d-ad0220414d12 None None] Current status of the port 2706cdff-8b97-4e35-b736-35afca1fd7e8 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:11.313328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1f835e7c-b769-494f-ae4d-ad0220414d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:11.356483 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-1f835e7c-b769-494f-ae4d-ad0220414d12 None None] For port 2706cdff-8b97-4e35-b736-35afca1fd7e8, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2706cdff-8b97-4e35-b736-35afca1fd7e8,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:11.497345 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1f835e7c-b769-494f-ae4d-ad0220414d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:11.547964 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:52:11.552950 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f835e7c-b769-494f-ae4d-ad0220414d12 None None] Pushing event updated for resources: {'Port': ['ID=2706cdff-8b97-4e35-b736-35afca1fd7e8,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:11.615970 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-aaf960e0-7b39-4509-80da-d88c6bf5a69d None None] Provisioning complete for port 2706cdff-8b97-4e35-b736-35afca1fd7e8 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:11.616341 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-aaf960e0-7b39-4509-80da-d88c6bf5a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:11.662188 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:52:11.676133 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:52:11.688028 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:11.688650 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:51:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:11.697427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-aaf960e0-7b39-4509-80da-d88c6bf5a69d None None] Current status of the port 2706cdff-8b97-4e35-b736-35afca1fd7e8 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:11.798854 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:11.855152 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:11.856517 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-a386b354-005f-41d8-b416-f54f15c0c986 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5976560 Jun 17 11:52:11.859354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39650) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:11.985941 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:10Z', 'revision_number': 3, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:12.011887 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:52:12.012593 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Updating router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:52:12.017864 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2706cdff-8b97-4e35-b736-35afca1fd7e8 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:12.040161 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:12.052834 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.063292 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 2706cdff-8b97-4e35-b736-35afca1fd7e8 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:12.063687 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.149700 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 2706cdff-8b97-4e35-b736-35afca1fd7e8 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:12.327826 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.408717 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Publish callbacks [] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.442180 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:12.491239 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Allocated IP 172.20.0.1 (816fb63a-6c1b-4743-8210-90f275943e2c/04625879-9e4a-43f6-8661-456173d99dc5/b984c933-c80c-40c2-8ac5-32df329e758b) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:52:12.503440 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.559009 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Attempting to bind port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:52:12.559387 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Attempting to bind port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:52:12.559814 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Attempting to bind port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:12.563517 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Pushing event updated for resources: {'Port': ['ID=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,revision_number=2']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:12.571811 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:52:12.572180 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:12.573089 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.573616 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:52:12.574087 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Bound port: b88ae78d-50de-42c6-adc7-cb7081b3b6b2, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:52:12.574463 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.577673 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.578071 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.578343 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.578702 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.579031 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.579393 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.579712 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.580035 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.580365 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.580686 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.581006 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.581343 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.581664 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.581980 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.582296 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:12.616767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks [] for port (b984c933-c80c-40c2-8ac5-32df329e758b), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.635980 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] For port b88ae78d-50de-42c6-adc7-cb7081b3b6b2, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:52:12.639140 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] For port b88ae78d-50de-42c6-adc7-cb7081b3b6b2, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:52:12.768231 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.813361 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.824874 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:12.835996 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:12.836538 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:51:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:12.840655 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:12.854588 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Network 816fb63a-6c1b-4743-8210-90f275943e2c is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:12.860086 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:12.867046 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:52:12.922418 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Pushing event updated for resources: {'Port': ['ID=b984c933-c80c-40c2-8ac5-32df329e758b,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:12.937381 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:12.955887 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:12.998162 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:13.033150 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd5285-1648-4894-8fcb-1896ab34ab74 None None] Pushing event updated for resources: {'Port': ['ID=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:13.172214 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:10Z', 'revision_number': 3, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:13.199573 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:13.208488 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496260f-9fec-4384-b94b-24c932a2132a None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:10Z', 'revision_number': 3, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:52:13.231977 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-145f16d5-4b4a-4ec7-9352-6af4529c1b20 None None] Provisioning complete for port b984c933-c80c-40c2-8ac5-32df329e758b triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:13.234886 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-145f16d5-4b4a-4ec7-9352-6af4529c1b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:13.274841 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-145f16d5-4b4a-4ec7-9352-6af4529c1b20 None None] Port b984c933-c80c-40c2-8ac5-32df329e758b cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:52:13.412523 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks [] for port (b984c933-c80c-40c2-8ac5-32df329e758b), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:13.483256 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:13.563983 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Pushing event updated for resources: {'Port': ['ID=b984c933-c80c-40c2-8ac5-32df329e758b,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:13.566540 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:13.682574 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Network 816fb63a-6c1b-4743-8210-90f275943e2c is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:13.684078 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:13.739424 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-52653bfc-8fdb-4a31-9837-f36b69b074be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:13.833160 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:52:13.890014 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:13.964334 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:52:13.970424 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-fcf38a20-365b-42a6-affc-2e0d00e10dba admin admin] 10.222.0.45 "PUT /v2.0/routers/5ae9aa3b-e6bf-4707-969c-7c28a3df31fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1096134 Jun 17 11:52:14.000491 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device b88ae78d-50de-42c6-adc7-cb7081b3b6b2 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:14.028224 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:14.031317 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-1f43ee75-3126-4144-8757-da8f7ebe0fcc None None] Provisioning complete for port b984c933-c80c-40c2-8ac5-32df329e758b triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:14.031850 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-1f43ee75-3126-4144-8757-da8f7ebe0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:14.081813 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-1f43ee75-3126-4144-8757-da8f7ebe0fcc None None] Port b984c933-c80c-40c2-8ac5-32df329e758b cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:52:14.086715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:14.087089 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:14.177496 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:14.177904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:14.202383 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port b88ae78d-50de-42c6-adc7-cb7081b3b6b2, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:14.285115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:14.338946 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:14.782416 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39666) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:14.787322 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1930351230-network', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:14.830724 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:52:14.842901 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:14.843542 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:51:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:14.880810 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Made reservation on behalf of ac78bc2eb7d14f1d8765f7bb3057de2f for: {'network': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:52:14.883358 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for network (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:14.893540 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:14.909402 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:14.951412 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:14.974279 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks [] for security_group (f0915549-39f6-4a2c-9be2-ec6ae7bf42f1), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.046347 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f0915549-39f6-4a2c-9be2-ec6ae7bf42f1), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.081898 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=111182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 11:52:15.084347 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0915549-39f6-4a2c-9be2-ec6ae7bf42f1,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:15.089904 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (0fceeb09-3c6b-4368-8703-b34c9eaac7e2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.090246 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.segments_db [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Added segment 0fceeb09-3c6b-4368-8703-b34c9eaac7e2 of type vlan for network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f Jun 17 11:52:15.131180 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:15.134238 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738854544734'] for network (509d0265-de3f-4bc9-853c-cc3bab9e2f3f), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.148584 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 2, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:15.180139 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:52:15.180493 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Updating router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa port b984c933-c80c-40c2-8ac5-32df329e758b binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:52:15.209502 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.263464 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653'] for network (509d0265-de3f-4bc9-853c-cc3bab9e2f3f), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.264513 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:15.265111 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.325909 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=509d0265-de3f-4bc9-853c-cc3bab9e2f3f,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:15.348778 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f details requested by agent ovs-agent-dv-cinder-837166-3-iscsi with host dv-cinder-837166-3-iscsi {{(pid=111183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 11:52:15.397816 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-608a962c-7c75-4e53-a627-d48b6c23c7b8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6142554 Jun 17 11:52:15.400675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39668) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:15.408623 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Request body: {'subnet': {'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1930351230-subnet', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'ip_version': 4}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:15.441224 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:15.520988 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Made reservation on behalf of ac78bc2eb7d14f1d8765f7bb3057de2f for: {'subnet': 1} {{(pid=111182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:52:15.523525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982754'] for subnet (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.544050 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Publish callbacks [] for port (b984c933-c80c-40c2-8ac5-32df329e758b), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.652457 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.704038 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc019e-baad-4c50-a027-b268f25715be None None] Pushing event updated for resources: {'Port': ['ID=b984c933-c80c-40c2-8ac5-32df329e758b,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:15.765190 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Attempting to bind port b984c933-c80c-40c2-8ac5-32df329e758b on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:52:15.765558 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Attempting to bind port b984c933-c80c-40c2-8ac5-32df329e758b by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:52:15.765917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Attempting to bind port b984c933-c80c-40c2-8ac5-32df329e758b on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:15.783447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:52:15.783447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Checking segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:15.783447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.783447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Bound using segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:52:15.783447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Bound port: b984c933-c80c-40c2-8ac5-32df329e758b, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:52:15.783447 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.806553 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982768'] for subnet (ffe5539b-af0d-4adf-8fd4-b231c1f57691), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.846905 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:15.847312 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] For port b984c933-c80c-40c2-8ac5-32df329e758b, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:52:15.851129 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] For port b984c933-c80c-40c2-8ac5-32df329e758b, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=b984c933-c80c-40c2-8ac5-32df329e758b,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:52:15.870559 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe5539b-af0d-4adf-8fd4-b231c1f57691,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:15.878413 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Checking segment: {'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:15.878767 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Network hostable DHCP agents. Network: 509d0265-de3f-4bc9-853c-cc3bab9e2f3f, hostable agents: ['17fe78b9-8f23-4b4f-8dfc-5453460c34da'], hosted agents: [] {{(pid=111182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 11:52:15.912073 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-c217e486-0c82-482a-8a7f-ba4c90ac5845 None None] Provisioning complete for port b984c933-c80c-40c2-8ac5-32df329e758b triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:15.912482 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c217e486-0c82-482a-8a7f-ba4c90ac5845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.940838 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:15.978212 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f is scheduled to be hosted by DHCP agent 17fe78b9-8f23-4b4f-8dfc-5453460c34da with binding_index 1 {{(pid=111182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 11:52:15.978748 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device b88ae78d-50de-42c6-adc7-cb7081b3b6b2 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:15.984935 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-c217e486-0c82-482a-8a7f-ba4c90ac5845 None None] Port b984c933-c80c-40c2-8ac5-32df329e758b cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:52:16.067634 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc019e-baad-4c50-a027-b268f25715be None None] Pushing event updated for resources: {'Port': ['ID=b984c933-c80c-40c2-8ac5-32df329e758b,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:16.067634 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:16.067634 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:51:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:16.189201 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-3-iscsi, 509d0265-de3f-4bc9-853c-cc3bab9e2f3f) {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:16.193647 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:16.194355 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.261681 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec603d04-c618-4a26-beaa-23dd07a5f1e8 None None] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:52:16.288083 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:16.288371 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.296270 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-18517f18-5fda-40be-8df5-3f8cf584a6d5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8908336 Jun 17 11:52:16.296566 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39670) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:16.299299 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:16.300836 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:16.328600 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-74a09c97-b159-4c7c-be94-56af1244ef8d None None] Provisioning complete for port b984c933-c80c-40c2-8ac5-32df329e758b triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:16.328884 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-74a09c97-b159-4c7c-be94-56af1244ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.422462 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-16ba4203-d7f4-4301-95a4-4ebe060ede18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.429613 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130349'] for router (88722d86-6975-4ef6-8ed0-a2cc10721993), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.430708 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130356'] for router (88722d86-6975-4ef6-8ed0-a2cc10721993), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.482621 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:16.488844 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks [] for router_controller (88722d86-6975-4ef6-8ed0-a2cc10721993), precommit_add_association {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.511640 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:16.558810 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e8c0d02-62a5-534b-aa18-65813d8c629f-509d0265-de3f-4bc9-853c-cc3bab9e2f3f', 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f', 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'fixed_ips': [{'subnet_id': 'ffe5539b-af0d-4adf-8fd4-b231c1f57691'}]}} from dv-cinder-837166-3-iscsi. {{(pid=111183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 11:52:16.559865 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.650450 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:16.719782 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-74a09c97-b159-4c7c-be94-56af1244ef8d None None] Current status of the port b984c933-c80c-40c2-8ac5-32df329e758b is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:16.720180 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-74a09c97-b159-4c7c-be94-56af1244ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.742595 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks [] for router_gateway (88722d86-6975-4ef6-8ed0-a2cc10721993), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.830557 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-74a09c97-b159-4c7c-be94-56af1244ef8d None None] For port b984c933-c80c-40c2-8ac5-32df329e758b, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=b984c933-c80c-40c2-8ac5-32df329e758b,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:16.892274 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:16.916065 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.db_base_plugin_common [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Allocated IP 172.20.0.2 (509d0265-de3f-4bc9-853c-cc3bab9e2f3f/ffe5539b-af0d-4adf-8fd4-b231c1f57691/754b906e-2edd-41a3-b23c-d8dd2702e472) {{(pid=111183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:52:16.926392 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:16.938965 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:15Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:16.976252 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-74a09c97-b159-4c7c-be94-56af1244ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:16.985954 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99904-3e8e-4555-a4fb-9bf2b1722e48 None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:15Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:52:17.093457 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks [] for router_gateway (88722d86-6975-4ef6-8ed0-a2cc10721993), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.115008 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.120086 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a09c97-b159-4c7c-be94-56af1244ef8d None None] Pushing event updated for resources: {'Port': ['ID=b984c933-c80c-40c2-8ac5-32df329e758b,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:17.195191 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Publish callbacks [] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), precommit_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.312136 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), after_create {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.354981 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f is already hosted by enough agents. {{(pid=111183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:17.358451 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.scheduler.base_scheduler [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Resources bound (agent type, host, resource id): {{(pid=111183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:17.361572 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Received port after_create {{(pid=111183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:52:17.384877 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Pushing event updated for resources: {'Port': ['ID=754b906e-2edd-41a3-b23c-d8dd2702e472,revision_number=1']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:17.413297 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.452178 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Attempting to bind port 754b906e-2edd-41a3-b23c-d8dd2702e472 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:52:17.452933 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Attempting to bind port 754b906e-2edd-41a3-b23c-d8dd2702e472 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:52:17.452933 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Attempting to bind port 754b906e-2edd-41a3-b23c-d8dd2702e472 on network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:17.459162 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:52:17.459319 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Checking segment: {'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:17.459696 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.460040 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Bound using segment: {'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:52:17.460507 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Bound port: 754b906e-2edd-41a3-b23c-d8dd2702e472, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:52:17.460877 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.532753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Allocated IP 172.27.2.53 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/2c1f16e8-35c7-4d93-97ba-55032afd6da3) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:52:17.534625 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] For port 754b906e-2edd-41a3-b23c-d8dd2702e472, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:52:17.538613 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] For port 754b906e-2edd-41a3-b23c-d8dd2702e472, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=754b906e-2edd-41a3-b23c-d8dd2702e472,segment=NetworkSegment(0fceeb09-3c6b-4368-8703-b34c9eaac7e2),segment_id=0fceeb09-3c6b-4368-8703-b34c9eaac7e2)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:52:17.614672 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:17.644724 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks [] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.646896 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.715799 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:17.719320 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c919d-dcc5-4202-bcd2-9f202135bfe6 None None] Pushing event updated for resources: {'Port': ['ID=754b906e-2edd-41a3-b23c-d8dd2702e472,revision_number=2']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:17.784394 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:17.831888 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:17.838399 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:17.843581 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:52:17.867156 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1f16e8-35c7-4d93-97ba-55032afd6da3,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:18.079993 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 754b906e-2edd-41a3-b23c-d8dd2702e472 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:18.133947 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 754b906e-2edd-41a3-b23c-d8dd2702e472 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:18.134319 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.211575 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 754b906e-2edd-41a3-b23c-d8dd2702e472 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:18.211866 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.249066 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 754b906e-2edd-41a3-b23c-d8dd2702e472, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=754b906e-2edd-41a3-b23c-d8dd2702e472,segment=NetworkSegment(0fceeb09-3c6b-4368-8703-b34c9eaac7e2),segment_id=0fceeb09-3c6b-4368-8703-b34c9eaac7e2)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:18.326535 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.327469 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device b984c933-c80c-40c2-8ac5-32df329e758b up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:18.331333 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks [] for router_gateway (88722d86-6975-4ef6-8ed0-a2cc10721993), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.420533 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=754b906e-2edd-41a3-b23c-d8dd2702e472,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:18.427305 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port b984c933-c80c-40c2-8ac5-32df329e758b triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:18.427878 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.511596 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port b984c933-c80c-40c2-8ac5-32df329e758b is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:18.566129 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-640860'] for router (88722d86-6975-4ef6-8ed0-a2cc10721993), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.681242 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:18.766303 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Router 88722d86-6975-4ef6-8ed0-a2cc10721993 is scheduled to L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 with binding_index 1 {{(pid=111182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 11:52:18.797374 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f604d-197a-4d7f-8848-752139525d92 None None] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:52:18.879654 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:52:18.880885 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-57581d57-476d-459a-9719-790ef66679a0 None None] Provisioning complete for port 754b906e-2edd-41a3-b23c-d8dd2702e472 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:18.881263 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-57581d57-476d-459a-9719-790ef66679a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.890935 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Sync routers for ids ['88722d86-6975-4ef6-8ed0-a2cc10721993'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:52:18.900793 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Routers {'88722d86-6975-4ef6-8ed0-a2cc10721993'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:18.901635 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:52:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['88722d86-6975-4ef6-8ed0-a2cc10721993'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:18.958483 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:18.962364 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-4cc9c9a9-e1d6-4a1b-bd05-2f069b95ca29 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6617594 Jun 17 11:52:18.962763 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39674) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:19.011198 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Set router 88722d86-6975-4ef6-8ed0-a2cc10721993 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:19.135976 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:INSERT=2,neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:19.146831 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.179306 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:19.224619 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:52:18Z', 'revision_number': 3, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port': {'id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:17Z', 'updated_at': '2022-06-17T11:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:19.251226 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:19.260081 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-57581d57-476d-459a-9719-790ef66679a0 None None] Current status of the port 754b906e-2edd-41a3-b23c-d8dd2702e472 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:19.265239 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Checking router: 88722d86-6975-4ef6-8ed0-a2cc10721993 for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:52:19.265499 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Updating router 88722d86-6975-4ef6-8ed0-a2cc10721993 port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 binding host dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:52:19.301803 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.389648 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.462836 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.472863 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:19.475569 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-959b80e8-7e9a-4070-8bb1-d07bab6ee150 None None] Provisioning complete for port 754b906e-2edd-41a3-b23c-d8dd2702e472 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:19.476186 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-959b80e8-7e9a-4070-8bb1-d07bab6ee150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.538898 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:19.561523 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-959b80e8-7e9a-4070-8bb1-d07bab6ee150 None None] Current status of the port 754b906e-2edd-41a3-b23c-d8dd2702e472 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:19.580566 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:19.599658 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Publish callbacks [] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), precommit_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.648212 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Allocated IP 172.20.0.1 (509d0265-de3f-4bc9-853c-cc3bab9e2f3f/ffe5539b-af0d-4adf-8fd4-b231c1f57691/3bafcf08-d8e3-4f94-991f-85eeb7f1bc34) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:52:19.732134 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.762741 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks [] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.791105 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Attempting to bind port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:52:19.791989 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Attempting to bind port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:52:19.792354 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Attempting to bind port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 on network 4e6b2a38-934f-46de-a222-082c9a245e7a {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:19.794616 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05f58-0955-4564-9b1d-df3c99adfd61 None None] Pushing event updated for resources: {'Port': ['ID=2c1f16e8-35c7-4d93-97ba-55032afd6da3,revision_number=2']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:19.801774 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:52:19.802147 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Checking segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:19.803401 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.803401 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Bound using segment: {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'} {{(pid=111184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:52:19.803401 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.managers [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Bound port: 2c1f16e8-35c7-4d93-97ba-55032afd6da3, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1dc7e-048c-4933-a2c6-3c427645e1f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a'}}] {{(pid=111184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:52:19.803789 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), before_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.855315 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:19.861290 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] For port 2c1f16e8-35c7-4d93-97ba-55032afd6da3, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:52:19.864536 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.plugins.ml2.db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] For port 2c1f16e8-35c7-4d93-97ba-55032afd6da3, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2c1f16e8-35c7-4d93-97ba-55032afd6da3,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:52:19.886969 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.926172 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:19.939757 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:19.943956 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:52:19.947664 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Pushing event updated for resources: {'Port': ['ID=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:19.961944 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron_lib.callbacks.manager [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), after_update {{(pid=111184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:19.981915 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 754b906e-2edd-41a3-b23c-d8dd2702e472 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:19.997062 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639856'] for router_interface (88722d86-6975-4ef6-8ed0-a2cc10721993), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:20.027163 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05f58-0955-4564-9b1d-df3c99adfd61 None None] Pushing event updated for resources: {'Port': ['ID=2c1f16e8-35c7-4d93-97ba-55032afd6da3,revision_number=3']} {{(pid=111184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:20.050394 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Routers {'88722d86-6975-4ef6-8ed0-a2cc10721993'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:20.050394 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:52:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['88722d86-6975-4ef6-8ed0-a2cc10721993'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:20.058002 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 754b906e-2edd-41a3-b23c-d8dd2702e472 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:20.058637 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:20.075213 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:20.150311 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 754b906e-2edd-41a3-b23c-d8dd2702e472 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:20.198057 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] Set router 88722d86-6975-4ef6-8ed0-a2cc10721993 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:20.280193 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:20.288096 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-6989d71a-4734-4fcf-b05b-a302cbfa99c7 None None] Provisioning complete for port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:20.288731 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6989d71a-4734-4fcf-b05b-a302cbfa99c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:20.327606 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-6989d71a-4734-4fcf-b05b-a302cbfa99c7 None None] Port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:52:20.467288 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks [] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:20.479723 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:52:18Z', 'revision_number': 3, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port': {'id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:17Z', 'updated_at': '2022-06-17T11:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:20.508512 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25f88c-9607-4427-a1c7-705926dfaa06 None None] The sync data for ids ['88722d86-6975-4ef6-8ed0-a2cc10721993'] in dv-cinder-837166-3-iscsi is: [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:52:18Z', 'revision_number': 3, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port': {'id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:17Z', 'updated_at': '2022-06-17T11:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:52:20.646422 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:20.732952 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639972'] for router_interface (88722d86-6975-4ef6-8ed0-a2cc10721993), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:20.734992 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Pushing event updated for resources: {'Port': ['ID=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:20.813354 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:20.851718 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:20.853174 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:20.984605 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Router 88722d86-6975-4ef6-8ed0-a2cc10721993 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:52:21.109685 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:52:21.116330 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1eb3eef6-279a-4bb6-9299-ef21220ddd44 admin admin] 10.222.0.45 "PUT /v2.0/routers/88722d86-6975-4ef6-8ed0-a2cc10721993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522338 Jun 17 11:52:21.154680 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-d2d3788b-fa07-42f9-a23d-514f645432c9 None None] Provisioning complete for port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:21.155317 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d2d3788b-fa07-42f9-a23d-514f645432c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:21.195196 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3788b-fa07-42f9-a23d-514f645432c9 None None] Port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:52:21.619128 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39682) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:21.625314 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-15711075-5b0a-4aff-992a-765939da3db2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47513298', 'description': 'tempest-secgroup-smoke-47513298 description', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:21.698150 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-15711075-5b0a-4aff-992a-765939da3db2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:21.784350 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-15711075-5b0a-4aff-992a-765939da3db2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group (99aadb9b-3300-4c14-81e8-144c29d705a3), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:21.864377 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-15711075-5b0a-4aff-992a-765939da3db2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (99aadb9b-3300-4c14-81e8-144c29d705a3), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:21.898499 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15711075-5b0a-4aff-992a-765939da3db2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99aadb9b-3300-4c14-81e8-144c29d705a3,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:21.986215 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-15711075-5b0a-4aff-992a-765939da3db2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:21.987666 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-15711075-5b0a-4aff-992a-765939da3db2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3661220 Jun 17 11:52:22.000801 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2c1f16e8-35c7-4d93-97ba-55032afd6da3 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:22.052742 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39684) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:22.057602 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-ac3153d9-3ba2-4f87-b30f-cc63e2c86e4d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'security_group_rule': {'security_group_id': '99aadb9b-3300-4c14-81e8-144c29d705a3', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:22.069072 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:22.069442 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.155719 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:22.156564 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.184446 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3153d9-3ba2-4f87-b30f-cc63e2c86e4d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (6e20121b-1ba1-4903-8017-ac4a81ffe637), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.184742 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] For port 2c1f16e8-35c7-4d93-97ba-55032afd6da3, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2c1f16e8-35c7-4d93-97ba-55032afd6da3,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:22.221902 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Sync routers for ids ['88722d86-6975-4ef6-8ed0-a2cc10721993'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:52:22.232446 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Routers {'88722d86-6975-4ef6-8ed0-a2cc10721993'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:22.233075 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:52:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['88722d86-6975-4ef6-8ed0-a2cc10721993'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:22.260981 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3153d9-3ba2-4f87-b30f-cc63e2c86e4d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (6e20121b-1ba1-4903-8017-ac4a81ffe637), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.281573 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.341186 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:22.383533 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3153d9-3ba2-4f87-b30f-cc63e2c86e4d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (6e20121b-1ba1-4903-8017-ac4a81ffe637), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.388810 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Pushing event updated for resources: {'Port': ['ID=2c1f16e8-35c7-4d93-97ba-55032afd6da3,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:22.396331 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Set router 88722d86-6975-4ef6-8ed0-a2cc10721993 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:22.408354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3153d9-3ba2-4f87-b30f-cc63e2c86e4d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e20121b-1ba1-4903-8017-ac4a81ffe637,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:22.517237 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-ac3153d9-3ba2-4f87-b30f-cc63e2c86e4d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.518832 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-ac3153d9-3ba2-4f87-b30f-cc63e2c86e4d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4649971 Jun 17 11:52:22.527620 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39686) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:22.532918 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-5772fb92-2fe6-4e3a-9783-84b1e5a43c2c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'security_group_rule': {'security_group_id': '99aadb9b-3300-4c14-81e8-144c29d705a3', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:22.598919 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:52:20Z', 'revision_number': 4, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port': {'id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:17Z', 'updated_at': '2022-06-17T11:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '3bafcf08-d8e3-4f94-991f-85eeb7f1bc34', 'name': '', 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'mac_address': 'fa:16:3e:0b:24:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ffe5539b-af0d-4adf-8fd4-b231c1f57691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:19Z', 'updated_at': '2022-06-17T11:52:20Z', 'revision_number': 2, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'subnets': [{'id': 'ffe5539b-af0d-4adf-8fd4-b231c1f57691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:22.601591 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:22.629450 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Checking router: 88722d86-6975-4ef6-8ed0-a2cc10721993 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:52:22.629811 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Updating router 88722d86-6975-4ef6-8ed0-a2cc10721993 port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 binding host dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 11:52:22.641991 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5772fb92-2fe6-4e3a-9783-84b1e5a43c2c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (173bb506-7358-4052-95af-b2a7b52e8ee3), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.660100 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.704160 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5772fb92-2fe6-4e3a-9783-84b1e5a43c2c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (173bb506-7358-4052-95af-b2a7b52e8ee3), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.804882 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5772fb92-2fe6-4e3a-9783-84b1e5a43c2c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (173bb506-7358-4052-95af-b2a7b52e8ee3), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.828588 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772fb92-2fe6-4e3a-9783-84b1e5a43c2c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173bb506-7358-4052-95af-b2a7b52e8ee3,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:22.929046 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-5772fb92-2fe6-4e3a-9783-84b1e5a43c2c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.930486 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-5772fb92-2fe6-4e3a-9783-84b1e5a43c2c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4015491 Jun 17 11:52:22.933719 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39688) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:22.940796 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-0b6b4292-eac3-49f3-8267-e7deb57add36 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'security_group_rule': {'security_group_id': '99aadb9b-3300-4c14-81e8-144c29d705a3', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:22.947262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Publish callbacks [] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), precommit_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:22.948727 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:23.017631 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.062085 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4292-eac3-49f3-8267-e7deb57add36 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (85344b25-8ab1-4b55-9e58-0771216d4663), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.071531 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65df06a-f80c-44ec-8e6e-468a53e6fe06 None None] Pushing event updated for resources: {'Port': ['ID=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,revision_number=3']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:23.138319 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Attempting to bind port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 on host dv-cinder-837166-3-iscsi for vnic_type normal with profile {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:52:23.138690 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Attempting to bind port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 by drivers openvswitch,hyperv on host dv-cinder-837166-3-iscsi at level 0 using segments [{'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:52:23.139053 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Attempting to bind port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 on network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:23.140141 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4292-eac3-49f3-8267-e7deb57add36 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (85344b25-8ab1-4b55-9e58-0771216d4663), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.145047 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Checking agent: {'id': '44f432db-536b-4d64-ad95-0cd153706407', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 32, 19), 'started_at': datetime.datetime(2022, 6, 17, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:52:23.145424 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Checking segment: {'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:23.145825 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.146221 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Bound using segment: {'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'} {{(pid=111183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:52:23.146700 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.managers [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Bound port: 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34, host: dv-cinder-837166-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fceeb09-3c6b-4368-8703-b34c9eaac7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f'}}] {{(pid=111183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:52:23.147085 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.225755 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] For port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34, host dv-cinder-837166-3-iscsi, cleared binding levels {{(pid=111183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:52:23.229707 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] For port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34, host dv-cinder-837166-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,segment=NetworkSegment(0fceeb09-3c6b-4368-8703-b34c9eaac7e2),segment_id=0fceeb09-3c6b-4368-8703-b34c9eaac7e2)] {{(pid=111183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:52:23.235407 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4292-eac3-49f3-8267-e7deb57add36 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (85344b25-8ab1-4b55-9e58-0771216d4663), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.257576 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b4292-eac3-49f3-8267-e7deb57add36 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85344b25-8ab1-4b55-9e58-0771216d4663,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:23.293174 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.333473 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:23.358853 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-3bf7c1e3-c6dc-46d6-a689-bdaa7b6d3980 None None] Provisioning complete for port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:23.359418 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c1e3-c6dc-46d6-a689-bdaa7b6d3980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.384264 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4292-eac3-49f3-8267-e7deb57add36 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.389553 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-0b6b4292-eac3-49f3-8267-e7deb57add36 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4520223 Jun 17 11:52:23.389855 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39690) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:23.395290 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [None req-41b54596-fa27-4072-ba46-a5352a9f8f12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'security_group_rule': {'security_group_id': '99aadb9b-3300-4c14-81e8-144c29d705a3', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:23.397555 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Routers {'88722d86-6975-4ef6-8ed0-a2cc10721993'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:52:23.398184 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:52:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['88722d86-6975-4ef6-8ed0-a2cc10721993'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:23.403729 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65df06a-f80c-44ec-8e6e-468a53e6fe06 None None] Pushing event updated for resources: {'Port': ['ID=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:23.546500 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41b54596-fa27-4072-ba46-a5352a9f8f12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (472544fd-7db4-48eb-96e8-803cf2f1bae6), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.549668 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7c1e3-c6dc-46d6-a689-bdaa7b6d3980 None None] Current status of the port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 is: DOWN; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:23.550052 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c1e3-c6dc-46d6-a689-bdaa7b6d3980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.562755 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] Set router 88722d86-6975-4ef6-8ed0-a2cc10721993 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:52:23.614763 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41b54596-fa27-4072-ba46-a5352a9f8f12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (472544fd-7db4-48eb-96e8-803cf2f1bae6), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.615293 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:23.703690 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41b54596-fa27-4072-ba46-a5352a9f8f12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (472544fd-7db4-48eb-96e8-803cf2f1bae6), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.723861 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b54596-fa27-4072-ba46-a5352a9f8f12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472544fd-7db4-48eb-96e8-803cf2f1bae6,revision_number=0']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:23.782466 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-3bf7c1e3-c6dc-46d6-a689-bdaa7b6d3980 None None] For port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,segment=NetworkSegment(0fceeb09-3c6b-4368-8703-b34c9eaac7e2),segment_id=0fceeb09-3c6b-4368-8703-b34c9eaac7e2)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:23.815797 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-41b54596-fa27-4072-ba46-a5352a9f8f12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.817866 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-41b54596-fa27-4072-ba46-a5352a9f8f12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4260833 Jun 17 11:52:23.821100 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39692) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:23.828385 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'security_group_rule': {'security_group_id': '99aadb9b-3300-4c14-81e8-144c29d705a3', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:23.913905 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c1e3-c6dc-46d6-a689-bdaa7b6d3980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:23.959343 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:52:20Z', 'revision_number': 4, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port': {'id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:17Z', 'updated_at': '2022-06-17T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '3bafcf08-d8e3-4f94-991f-85eeb7f1bc34', 'name': '', 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'mac_address': 'fa:16:3e:0b:24:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ffe5539b-af0d-4adf-8fd4-b231c1f57691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:19Z', 'updated_at': '2022-06-17T11:52:23Z', 'revision_number': 4, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'subnets': [{'id': 'ffe5539b-af0d-4adf-8fd4-b231c1f57691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:52:23.993645 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2c1f16e8-35c7-4d93-97ba-55032afd6da3 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:24.001699 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01482e80-a3bf-48ca-81fe-b2337b20d67c None None] The sync data for ids ['88722d86-6975-4ef6-8ed0-a2cc10721993'] in dv-cinder-837166-3-iscsi is: [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:52:20Z', 'revision_number': 4, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port': {'id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:17Z', 'updated_at': '2022-06-17T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': '3bafcf08-d8e3-4f94-991f-85eeb7f1bc34', 'name': '', 'network_id': '509d0265-de3f-4bc9-853c-cc3bab9e2f3f', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'mac_address': 'fa:16:3e:0b:24:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ffe5539b-af0d-4adf-8fd4-b231c1f57691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:19Z', 'updated_at': '2022-06-17T11:52:23Z', 'revision_number': 4, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'subnets': [{'id': 'ffe5539b-af0d-4adf-8fd4-b231c1f57691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:52:24.010920 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.securitygroups_db [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Project 17575f4a36b94fdfb338dd1ba516d58e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 11:52:24.021448 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c1e3-c6dc-46d6-a689-bdaa7b6d3980 None None] Pushing event updated for resources: {'Port': ['ID=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:24.021694 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (829be97e-26b9-4e16-9362-0d3b2f271ef5), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.048978 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-501dbae9-0905-417f-829d-ea50ed514d0a None None] Provisioning complete for port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:24.049292 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-501dbae9-0905-417f-829d-ea50ed514d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.107061 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:24.107455 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.111110 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (829be97e-26b9-4e16-9362-0d3b2f271ef5), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.186265 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-501dbae9-0905-417f-829d-ea50ed514d0a None None] Current status of the port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:24.223596 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:24.284947 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (829be97e-26b9-4e16-9362-0d3b2f271ef5), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.298149 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:24.306394 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829be97e-26b9-4e16-9362-0d3b2f271ef5,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:24.442454 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.444022 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6513b3d8-4db7-47ea-8987-edd4b1073c8f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6214764 Jun 17 11:52:24.446739 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39694) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:52:24.451876 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'security_group_rule': {'security_group_id': '99aadb9b-3300-4c14-81e8-144c29d705a3', 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:24.606952 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.securitygroups_db [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Project 17575f4a36b94fdfb338dd1ba516d58e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 11:52:24.613840 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (fcb91e22-0732-42ad-9483-7daab5ae1880), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.688356 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (fcb91e22-0732-42ad-9483-7daab5ae1880), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.778903 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541145'] for security_group_rule (fcb91e22-0732-42ad-9483-7daab5ae1880), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.799687 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb91e22-0732-42ad-9483-7daab5ae1880,revision_number=0']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:24.886867 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.922305 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:24.923702 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3764d438-4a37-46d7-8751-a5113785f835 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4754200 Jun 17 11:52:25.970954 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 up at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:52:26.018310 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Provisioning complete for port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:26.018686 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:26.092439 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Current status of the port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 is: ACTIVE; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:32.107636 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:32.116459 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:UPDATE=1,neutron:SELECT=80,neutron:INSERT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:33.722855 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=34,neutron:INSERT=2,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:33.725944 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=28,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:34.797547 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:34.799504 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=4,neutron:SELECT=42,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:36.086701 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:36.091288 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=81 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:38.881246 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:52:42.897130 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-78bd60ea-a722-42c1-9a24-22c50604d01c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47513298&fields=id&tenant_id=17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 267 time: 0.0527470 Jun 17 11:52:43.008671 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-29c41fd3-acff-4a9d-a70e-26fdf9889a94 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:43.010115 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-29c41fd3-acff-4a9d-a70e-26fdf9889a94 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 811 time: 0.1062887 Jun 17 11:52:43.024806 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a55628f0-1f37-49bb-90f7-e81bfd54dc09 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/quotas/17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 375 time: 0.0091586 Jun 17 11:52:43.077078 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-6bfc8bfb-4712-4aa5-aef3-e7603a8720fc tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457146 Jun 17 11:52:43.092563 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-531ac113-d1b5-4015-9e26-703ae6077cbd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:52:43.093525 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-531ac113-d1b5-4015-9e26-703ae6077cbd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056174 Jun 17 11:52:43.188319 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-2b94e99a-5f52-4225-a5d3-a11244836297 service neutron] 10.222.0.45 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 Jun 17 11:52:43.283320 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-2a312cda-0c40-460c-bc63-efc3a9e40d82 service neutron] 10.222.0.45 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893283 Jun 17 11:52:43.749189 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4b16e74c-300b-4e12-a0b4-ac1dd20da6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:44.001429 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2aa2c2fd-85c8-48ac-a565-0857cfd6dfbf req-a3180e72-c97f-4ae8-ac18-d472e724b68c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 210 time: 0.0319388 Jun 17 11:52:45.080931 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb1f810d-7484-47e4-8900-13a3781f96c4 req-90bac763-3a4e-435d-a7a7-2c8ead9e095a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 210 time: 0.0279124 Jun 17 11:52:46.188471 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6408d2fe-7642-480d-9a59-700323a2ad59 req-f9c027ef-e618-43d8-8743-d46f7d0d75a3 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 210 time: 0.0304544 Jun 17 11:52:46.210123 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b3635c07-70ad-4515-8166-c7a52f5a9818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:46.773584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-1e526fd0-851e-4287-8d0f-6464ecf37d80 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:46.775702 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-1e526fd0-851e-4287-8d0f-6464ecf37d80 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 811 time: 0.1088068 Jun 17 11:52:46.855360 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-98e5a86c-ae96-48de-bace-c0e11423c55d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 378 time: 0.0657411 Jun 17 11:52:46.868088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'port': {'device_id': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'admin_state_up': True, 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'security_groups': ['99aadb9b-3300-4c14-81e8-144c29d705a3']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:47.097375 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Made reservation on behalf of 17575f4a36b94fdfb338dd1ba516d58e for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:52:47.102205 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:47.248846 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Allocated IP 172.20.0.4 (816fb63a-6c1b-4743-8210-90f275943e2c/04625879-9e4a-43f6-8661-456173d99dc5/cca2c977-5ab7-473e-855c-64184d4379a9) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:52:47.308154 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cca72438-f0ba-4db2-b526-a89d7c308a65 req-771bbb02-0144-442c-9986-cd1d8ba13aaf tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 210 time: 0.0410933 Jun 17 11:52:47.315145 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:47.343219 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:47.393150 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:47.431240 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (cca2c977-5ab7-473e-855c-64184d4379a9), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:47.549606 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:47.596510 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Network 816fb63a-6c1b-4743-8210-90f275943e2c is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:52:47.601591 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:52:47.610738 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:52:47.613121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=cca2c977-5ab7-473e-855c-64184d4379a9,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:47.644562 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.644922 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.645264 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.645595 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.645935 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.646239 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.646557 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.646870 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.647189 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.647532 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.647849 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.648165 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.648476 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.648785 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.649094 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:52:47.683538 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:47.684141 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:47.768526 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-033338cf-e7a4-41ac-b6b3-08b36e5cab3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9054861 Jun 17 11:52:47.782040 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-174782b6-b19a-4f05-a6a6-18df7c5a1d9e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:52:47.787175 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-174782b6-b19a-4f05-a6a6-18df7c5a1d9e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067375 Jun 17 11:52:47.864029 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-f634f7a3-83b4-4d9f-a642-c46d0d1c01f1 None None] Provisioning complete for port cca2c977-5ab7-473e-855c-64184d4379a9 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:52:47.864432 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f634f7a3-83b4-4d9f-a642-c46d0d1c01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:47.893904 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Request body: {'port': {'device_id': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:52:47.901954 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-f634f7a3-83b4-4d9f-a642-c46d0d1c01f1 None None] Port cca2c977-5ab7-473e-855c-64184d4379a9 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:52:47.956281 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:48.179178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:48.229823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca2c977-5ab7-473e-855c-64184d4379a9 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:52:48.238673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Publish callbacks [] for port (cca2c977-5ab7-473e-855c-64184d4379a9), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:48.252767 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Transition to ACTIVE for port object cca2c977-5ab7-473e-855c-64184d4379a9 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:52:48.325157 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:48.383982 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Pushing event updated for resources: {'Port': ['ID=cca2c977-5ab7-473e-855c-64184d4379a9,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:48.492533 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbbc7-1273-44a8-b0f5-10ca1a7da186 req-54ea3cb4-9ee3-4d4e-8da7-ca7d7cb41557 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:48.494137 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fcebbbc7-1273-44a8-b0f5-10ca1a7da186 req-54ea3cb4-9ee3-4d4e-8da7-ca7d7cb41557 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0887508 Jun 17 11:52:48.541829 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Attempting to bind port cca2c977-5ab7-473e-855c-64184d4379a9 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:52:48.542173 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Attempting to bind port cca2c977-5ab7-473e-855c-64184d4379a9 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:52:48.542499 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Attempting to bind port cca2c977-5ab7-473e-855c-64184d4379a9 on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:48.557981 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Port cca2c977-5ab7-473e-855c-64184d4379a9 on network 816fb63a-6c1b-4743-8210-90f275943e2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:52:48.558298 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Attempting to bind port cca2c977-5ab7-473e-855c-64184d4379a9 on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:52:48.577468 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:52:48.577823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Checking segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:52:48.578183 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Bound using segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:52:48.578694 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Bound port: cca2c977-5ab7-473e-855c-64184d4379a9, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:52:48.579059 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:48.585128 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fcebbbc7-1273-44a8-b0f5-10ca1a7da186 req-6d6780f2-f2ae-4aae-b408-8f07e180314c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828362 Jun 17 11:52:48.630711 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:48.656387 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] For port cca2c977-5ab7-473e-855c-64184d4379a9, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:52:48.659746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] For port cca2c977-5ab7-473e-855c-64184d4379a9, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cca2c977-5ab7-473e-855c-64184d4379a9,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:52:48.766208 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:48.805859 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:48.806531 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:48.807992 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] 10.222.0.33 "PUT /v2.0/ports/cca2c977-5ab7-473e-855c-64184d4379a9 HTTP/1.1" status: 200 len: 1093 time: 1.0122604 Jun 17 11:52:48.810549 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:52:48.811511 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e446ad-f34a-4a2f-b4cd-852058ff44a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:52:48.836052 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98888a0-b9e5-40a0-aa11-3ed3ad9f374d service neutron] Pushing event updated for resources: {'Port': ['ID=cca2c977-5ab7-473e-855c-64184d4379a9,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:48.877082 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:48.896120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e73575-9c0d-477a-9d15-3e5d548e0d67 x-openstack-request-id: req-28e73575-9c0d-477a-9d15-3e5d548e0d67 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:52:48.896120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:52:48.896120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28e73575-9c0d-477a-9d15-3e5d548e0d67 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:52:48.896120 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e73575-9c0d-477a-9d15-3e5d548e0d67'] response: {'name': 'network-changed', 'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'status': 'completed', 'code': 200} Jun 17 11:52:48.952926 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:48.957743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e446ad-f34a-4a2f-b4cd-852058ff44a6 req-37190ff5-1dd0-47e3-8d57-34ba0ec5b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:48.959296 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-15e446ad-f34a-4a2f-b4cd-852058ff44a6 req-37190ff5-1dd0-47e3-8d57-34ba0ec5b0be service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 1127 time: 0.0449073 Jun 17 11:52:49.069659 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e446ad-f34a-4a2f-b4cd-852058ff44a6 req-fee30644-c0d3-4f81-ba77-690bb377a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:49.071092 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-15e446ad-f34a-4a2f-b4cd-852058ff44a6 req-fee30644-c0d3-4f81-ba77-690bb377a09b service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1001184 Jun 17 11:52:49.181581 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e446ad-f34a-4a2f-b4cd-852058ff44a6 req-13518e1c-33c7-4e0d-a339-dfab1de1fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:49.183112 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-15e446ad-f34a-4a2f-b4cd-852058ff44a6 req-13518e1c-33c7-4e0d-a339-dfab1de1fe43 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023421 Jun 17 11:52:49.265269 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-dc8ceda4-61b1-46ea-97cc-d9c0d7b23036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:49.266858 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-dc8ceda4-61b1-46ea-97cc-d9c0d7b23036 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 1127 time: 0.0412285 Jun 17 11:52:49.319207 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-6637b316-b52c-4fa3-a12f-2c40839f9449 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cca2c977-5ab7-473e-855c-64184d4379a9 HTTP/1.1" status: 200 len: 217 time: 0.0382688 Jun 17 11:52:49.372045 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-95552057-bd7a-4b46-8f8c-f7fac9f85b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:49.374110 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-95552057-bd7a-4b46-8f8c-f7fac9f85b25 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0473032 Jun 17 11:52:49.377360 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:49.424742 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-7745d871-66df-485b-8ee9-8d5376041dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:49.426407 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-7745d871-66df-485b-8ee9-8d5376041dfe service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433805 Jun 17 11:52:49.838008 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df2746-b8ab-49d4-ad54-c8f74ff9eb60 req-cfcfbfa1-6ff0-4bb5-827d-d9b459d0dc63 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:49.839563 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21df2746-b8ab-49d4-ad54-c8f74ff9eb60 req-cfcfbfa1-6ff0-4bb5-827d-d9b459d0dc63 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0641913 Jun 17 11:52:49.858569 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-34a32d90-c068-4deb-980b-aba3e9bd8689 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209824 Jun 17 11:52:49.896625 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:49.959982 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-21df2746-b8ab-49d4-ad54-c8f74ff9eb60 req-96ed03a0-91d5-4287-9b6c-8f64abdef676 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136746 Jun 17 11:52:49.992296 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1b9a4644-4a47-4ba1-bac9-c46e1743fcc0 req-12c82ec6-c20f-41e4-956e-5495d6e4d7c3 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223068 Jun 17 11:52:51.086894 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2742-826a-4bf7-9826-12f0ad7e8564 req-48b95810-9460-4371-bb33-1b38cda1a737 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:51.088452 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd1d2742-826a-4bf7-9826-12f0ad7e8564 req-48b95810-9460-4371-bb33-1b38cda1a737 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0529556 Jun 17 11:52:51.141552 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cd1d2742-826a-4bf7-9826-12f0ad7e8564 req-c764da16-d5fa-484a-81e5-bc5c10783818 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463457 Jun 17 11:52:52.259233 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87d0f4-75c4-4525-b2b2-482b2945a6cc req-f5e05ec8-17ee-4315-af03-f56bc5d17907 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:52.260743 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae87d0f4-75c4-4525-b2b2-482b2945a6cc req-f5e05ec8-17ee-4315-af03-f56bc5d17907 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0474935 Jun 17 11:52:52.318107 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ae87d0f4-75c4-4525-b2b2-482b2945a6cc req-5335ae4e-4d99-4fdb-a98e-f8e9c234ad21 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506356 Jun 17 11:52:53.440870 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df96e9c-9772-4a99-816a-d51415907b68 req-376db0ec-26f1-443c-bc14-b63449b480be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:53.442338 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7df96e9c-9772-4a99-816a-d51415907b68 req-376db0ec-26f1-443c-bc14-b63449b480be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0490270 Jun 17 11:52:53.495101 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7df96e9c-9772-4a99-816a-d51415907b68 req-5e69eac9-0aae-4c19-bef1-8ba9c63c451c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471818 Jun 17 11:52:54.599870 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:52:54.612415 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59765694-6875-49e0-93bd-23c106c3492c req-03b2a2e4-2a35-4e1b-8fbf-f2f01bcb21fc tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:54.613974 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-59765694-6875-49e0-93bd-23c106c3492c req-03b2a2e4-2a35-4e1b-8fbf-f2f01bcb21fc tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0486262 Jun 17 11:52:54.679900 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-59765694-6875-49e0-93bd-23c106c3492c req-4b9bdbfd-5ec3-41ce-9828-9c52965073a1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599296 Jun 17 11:52:54.889805 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:55.802712 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7473-b38a-473d-acb9-700c47eb7b15 req-61e302b4-7299-492c-9507-dfd157631eb8 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:55.804230 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-250f7473-b38a-473d-acb9-700c47eb7b15 req-61e302b4-7299-492c-9507-dfd157631eb8 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0544255 Jun 17 11:52:55.854533 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-250f7473-b38a-473d-acb9-700c47eb7b15 req-51c95b40-77d7-46a4-9912-f4865fe4100b tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445948 Jun 17 11:52:56.979819 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa61cd5-e5bc-4337-bb4c-c78e7195be9c req-fe89e27a-18a9-440f-9e4c-46d95217be84 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:56.981455 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8aa61cd5-e5bc-4337-bb4c-c78e7195be9c req-fe89e27a-18a9-440f-9e4c-46d95217be84 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0551136 Jun 17 11:52:57.036971 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-8aa61cd5-e5bc-4337-bb4c-c78e7195be9c req-92776095-2342-403a-8dc2-ea12164a4bae tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489442 Jun 17 11:52:58.164336 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a06c-35d1-463f-ac9a-385aaf10107c req-b72fd604-6825-4485-a121-71ec4f14d26b tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:58.165818 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3cc3a06c-35d1-463f-ac9a-385aaf10107c req-b72fd604-6825-4485-a121-71ec4f14d26b tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 943 time: 0.0564163 Jun 17 11:52:58.221698 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3cc3a06c-35d1-463f-ac9a-385aaf10107c req-bb941df6-dd75-4d4c-b447-0a541b8fee22 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494390 Jun 17 11:52:59.000883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device cca2c977-5ab7-473e-855c-64184d4379a9 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:52:59.099507 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port cca2c977-5ab7-473e-855c-64184d4379a9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cca2c977-5ab7-473e-855c-64184d4379a9,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:59.112523 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'port_id': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'mac_address': 'fa:16:3e:23:2c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:52:59.152166 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port cca2c977-5ab7-473e-855c-64184d4379a9 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:52:59.152553 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:59.166385 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca2c977-5ab7-473e-855c-64184d4379a9 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:52:59.186769 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port cca2c977-5ab7-473e-855c-64184d4379a9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cca2c977-5ab7-473e-855c-64184d4379a9,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:52:59.286076 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:52:59.340240 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=cca2c977-5ab7-473e-855c-64184d4379a9,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:52:59.344111 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72dc23-85b9-4cbe-a989-e77b1f5e2680 req-9dcf686d-c9b8-474d-96bd-ae73dc1b2b5f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:52:59.346334 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cf72dc23-85b9-4cbe-a989-e77b1f5e2680 req-9dcf686d-c9b8-474d-96bd-ae73dc1b2b5f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 944 time: 0.0524995 Jun 17 11:52:59.398607 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cf72dc23-85b9-4cbe-a989-e77b1f5e2680 req-d7680c2b-9141-4bc8-809f-240976c14366 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466998 Jun 17 11:52:59.520072 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['cca2c977-5ab7-473e-855c-64184d4379a9'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:53:00.518628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a61b2-fa5c-4625-87be-6b7d92e92350 req-2e65fce7-24c2-4a46-8fac-b49d5d13ed2e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:00.520130 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-154a61b2-fa5c-4625-87be-6b7d92e92350 req-2e65fce7-24c2-4a46-8fac-b49d5d13ed2e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 944 time: 0.0495410 Jun 17 11:53:00.576239 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-154a61b2-fa5c-4625-87be-6b7d92e92350 req-e3fecc0d-6ece-431e-b75c-734a8c6150ed tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504532 Jun 17 11:53:01.033006 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device cca2c977-5ab7-473e-855c-64184d4379a9 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:53:01.076448 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:01.079152 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port cca2c977-5ab7-473e-855c-64184d4379a9 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:53:01.140904 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port cca2c977-5ab7-473e-855c-64184d4379a9 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:53:01.141281 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:01.167790 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:01.219831 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port cca2c977-5ab7-473e-855c-64184d4379a9 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:53:01.220225 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:01.253962 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:53:01.256555 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d14163-8ecc-4192-87c0-18b5d7ec1029" -d '{"events": [{"server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "name": "network-vif-plugged", "status": "completed", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:53:01.271228 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port cca2c977-5ab7-473e-855c-64184d4379a9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cca2c977-5ab7-473e-855c-64184d4379a9,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:53:01.360660 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:01.390261 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c223e0-1b83-49b3-906d-5062208fe439 x-openstack-request-id: req-a7c223e0-1b83-49b3-906d-5062208fe439 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:53:01.390550 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "name": "network-vif-plugged", "status": "completed", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:53:01.390801 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7c223e0-1b83-49b3-906d-5062208fe439 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:53:01.391190 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c223e0-1b83-49b3-906d-5062208fe439'] response: {'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'code': 200} Jun 17 11:53:01.416142 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=cca2c977-5ab7-473e-855c-64184d4379a9,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:53:01.693051 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dab0e-4e24-47b2-8a9a-4c7785eee52d req-db73ced6-4113-4147-b1c7-51dd3e78cacd tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:01.694536 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-868dab0e-4e24-47b2-8a9a-4c7785eee52d req-db73ced6-4113-4147-b1c7-51dd3e78cacd tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0475283 Jun 17 11:53:01.745921 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-868dab0e-4e24-47b2-8a9a-4c7785eee52d req-9db4ca53-ce0d-41ec-aaf5-b79038d862ef tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448329 Jun 17 11:53:01.821467 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf933a-cd5b-485f-945a-b94591361972 req-d46024b8-e4da-45c2-ba37-7eb757a1e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:01.822960 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eebf933a-cd5b-485f-945a-b94591361972 req-d46024b8-e4da-45c2-ba37-7eb757a1e368 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 1129 time: 0.0415640 Jun 17 11:53:01.836928 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:01.875434 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-eebf933a-cd5b-485f-945a-b94591361972 req-3f9ce732-30d3-4069-ad84-50b688f37d96 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432789 Jun 17 11:53:02.873575 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c0030-78a2-448b-a70b-96a29a2035f8 req-5d2729fa-1451-4aae-9581-f7cc31b6bae6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:02.875752 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fc9c0030-78a2-448b-a70b-96a29a2035f8 req-5d2729fa-1451-4aae-9581-f7cc31b6bae6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0551264 Jun 17 11:53:02.928841 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fc9c0030-78a2-448b-a70b-96a29a2035f8 req-7feb6624-a9a6-47e2-be64-d0e138b46d78 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470448 Jun 17 11:53:04.053059 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801436ef-cb83-4690-9200-4b2fb04ae229 req-af116a55-e998-42bd-84ca-2fc868048b19 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:04.054599 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-801436ef-cb83-4690-9200-4b2fb04ae229 req-af116a55-e998-42bd-84ca-2fc868048b19 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Jun 17 11:53:04.110115 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-801436ef-cb83-4690-9200-4b2fb04ae229 req-344810b5-ed32-474e-b06e-868819be1419 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489917 Jun 17 11:53:04.225957 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc4edd-7cb0-4605-b4dd-c1e1e00b183f req-ff4c10c8-bdbc-44a9-a7ed-3f3c3264f72e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:04.227345 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4bfc4edd-7cb0-4605-b4dd-c1e1e00b183f req-ff4c10c8-bdbc-44a9-a7ed-3f3c3264f72e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0482578 Jun 17 11:53:04.286663 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4bfc4edd-7cb0-4605-b4dd-c1e1e00b183f req-30acf375-0fa8-414f-9025-4bfaa91484d3 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531735 Jun 17 11:53:04.310545 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 39872) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:53:04.394071 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:04.424548 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac2352c-d3d3-4a41-b567-513f30b86899 tempest-TestVolumeBootPattern-129894836 tempest-TestVolumeBootPattern-129894836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:04.426038 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-aac2352c-d3d3-4a41-b567-513f30b86899 tempest-TestVolumeBootPattern-129894836 tempest-TestVolumeBootPattern-129894836-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 1124 time: 0.1148527 Jun 17 11:53:04.429783 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39876) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:53:04.434300 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'port_id': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:53:04.577817 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:04.660322 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:04.764454 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Allocated IP 172.27.2.163 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/d70e79f8-33c9-42d1-97c3-aadbe72bdc87) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:53:04.871397 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:04.989028 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:05.032642 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:53:05.036245 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:53:05.040153 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:53:05.047144 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=d70e79f8-33c9-42d1-97c3-aadbe72bdc87,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:53:05.076218 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.081370 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.082723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:53:05.431675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:05.432955 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (0a49a3e7-7b32-415c-b67f-9661f826eee7), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:05.453656 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:05.753350 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:05.907782 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:05.986631 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:06.057313 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=d70e79f8-33c9-42d1-97c3-aadbe72bdc87,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:53:06.069994 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (0a49a3e7-7b32-415c-b67f-9661f826eee7), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:06.409690 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Floating IP 0a49a3e7-7b32-415c-b67f-9661f826eee7 associated. External IP: 172.27.2.163, port: cca2c977-5ab7-473e-855c-64184d4379a9. Jun 17 11:53:06.616384 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:53:06.619663 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:06.724564 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:53:06.734807 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:53:06.745046 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:53:06.745664 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:52:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:53:06.823213 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:06.859187 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-6976c388-b1a4-419b-b92c-72bc1954891f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4282961 Jun 17 11:53:06.859798 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:53:06.860369 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:53:06.862151 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c688b-a480-4e24-92f8-1e983a45b809" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:53:06.997358 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9704043d-5448-4821-ab63-f2e453294ce0 x-openstack-request-id: req-9704043d-5448-4821-ab63-f2e453294ce0 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:53:06.997924 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:53:06.998190 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9704043d-5448-4821-ab63-f2e453294ce0 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:53:06.998624 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9704043d-5448-4821-ab63-f2e453294ce0'] response: {'name': 'network-changed', 'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'status': 'completed', 'code': 200} Jun 17 11:53:07.062006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c688b-a480-4e24-92f8-1e983a45b809 req-bfae441b-30e2-4889-8ccc-5ed14850fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:07.064228 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-815c688b-a480-4e24-92f8-1e983a45b809 req-bfae441b-30e2-4889-8ccc-5ed14850fbbd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 1129 time: 0.0417845 Jun 17 11:53:07.094441 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '0a49a3e7-7b32-415c-b67f-9661f826eee7', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:23:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:53:05Z', 'updated_at': '2022-06-17T11:53:05Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:53:07.120721 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:53:07.131210 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:53:07.131860 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:52:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:53:07.170254 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c688b-a480-4e24-92f8-1e983a45b809 req-261b19f4-e5b5-40c4-9f49-d3c4c51e8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:07.171839 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-815c688b-a480-4e24-92f8-1e983a45b809 req-261b19f4-e5b5-40c4-9f49-d3c4c51e8fbc service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.1025569 Jun 17 11:53:07.238209 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:53:07.238806 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-815c688b-a480-4e24-92f8-1e983a45b809 req-b85140f7-a49d-4f69-a227-01ff4e3fe2d4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cca2c977-5ab7-473e-855c-64184d4379a9 HTTP/1.1" status: 200 len: 999 time: 0.0592375 Jun 17 11:53:07.290097 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c688b-a480-4e24-92f8-1e983a45b809 req-e755f5f2-b709-4312-8a26-9f1fd4d8c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:07.291615 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-815c688b-a480-4e24-92f8-1e983a45b809 req-e755f5f2-b709-4312-8a26-9f1fd4d8c1a2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0474074 Jun 17 11:53:07.349874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c688b-a480-4e24-92f8-1e983a45b809 req-aa7465ec-da33-45e1-8c9b-c638ecb45015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:07.352188 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-815c688b-a480-4e24-92f8-1e983a45b809 req-aa7465ec-da33-45e1-8c9b-c638ecb45015 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479143 Jun 17 11:53:07.366729 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-77df5518-9cfa-4ae8-b7b6-e7b4c6024427 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431306 Jun 17 11:53:07.457352 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-815c688b-a480-4e24-92f8-1e983a45b809 req-8462633c-7b7d-4ea3-8011-5d7a877694d5 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991406 Jun 17 11:53:07.467255 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '0a49a3e7-7b32-415c-b67f-9661f826eee7', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:23:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:53:05Z', 'updated_at': '2022-06-17T11:53:05Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:53:07.493407 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb096db-5a3d-4d61-9381-2b44368fbe52 None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '0a49a3e7-7b32-415c-b67f-9661f826eee7', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:23:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:53:05Z', 'updated_at': '2022-06-17T11:53:05Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:53:07.558893 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-815c688b-a480-4e24-92f8-1e983a45b809 req-b6b2fcb7-e11e-4f65-a7b5-7e053c4c8b3b service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961363 Jun 17 11:53:07.696553 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67e7cc-9772-4e0e-8124-25ebc3a1ffb1 None None] New status for floating IP 0a49a3e7-7b32-415c-b67f-9661f826eee7: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:53:07.804888 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c12c1-4441-468b-bda2-3166fdf26daa req-364d6431-ad73-4c1f-95e5-f9aa6ec393bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:07.806399 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-364d6431-ad73-4c1f-95e5-f9aa6ec393bb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 1129 time: 0.0422246 Jun 17 11:53:07.920070 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c12c1-4441-468b-bda2-3166fdf26daa req-1b68a527-b76b-403e-a663-fef5b5ea2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:07.921271 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-1b68a527-b76b-403e-a663-fef5b5ea2879 service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0937357 Jun 17 11:53:07.990744 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-c5636e07-7b1c-40a5-9052-cb083d927f38 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cca2c977-5ab7-473e-855c-64184d4379a9 HTTP/1.1" status: 200 len: 999 time: 0.0639098 Jun 17 11:53:08.044109 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:08.048576 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c12c1-4441-468b-bda2-3166fdf26daa req-045c8272-6b7e-4428-a94f-189194db12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:08.050196 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-045c8272-6b7e-4428-a94f-189194db12ae service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0519512 Jun 17 11:53:08.097687 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c12c1-4441-468b-bda2-3166fdf26daa req-e06fda1d-beca-45b8-9a1e-b913e8e647ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:53:08.099245 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-e06fda1d-beca-45b8-9a1e-b913e8e647ed service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436983 Jun 17 11:53:08.194177 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-a3e286cc-1bc5-4915-bbab-ee243000cbcc service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890577 Jun 17 11:53:08.267119 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:08.292397 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-300c12c1-4441-468b-bda2-3166fdf26daa req-7615b520-73f4-4ab0-a44b-04e036953977 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921381 Jun 17 11:53:13.737443 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-412cea18-8f27-4c62-85fc-8e5ec57a8554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:15.880661 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:53:16.257168 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-65c6a61a-3ad4-4baf-8a3c-49369390a352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:17.354521 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:17.362707 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:17.461037 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:17.471448 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=90 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:18.289234 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=20 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:19.000120 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:19.382556 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:24.914150 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:25.876666 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=92 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:34.805358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:34.807270 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:43.781055 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-48318b00-0254-4e82-ba8e-bf20d617c9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:46.108287 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:46.110166 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:53:46.272018 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-48395b11-48f1-4e56-a08e-28c1697cbc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:47.405241 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:48.954002 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:49.408593 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:53:52.881095 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:53:54.902268 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:04.803467 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:04.804417 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:08.368190 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-af076e38-85fb-4d08-b838-352f279f3dbd service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443823 Jun 17 11:54:08.462961 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-aab73adb-4682-40e5-89f1-df6be526a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:54:08.464933 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-aab73adb-4682-40e5-89f1-df6be526a14f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 1129 time: 0.0437627 Jun 17 11:54:08.592715 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-0943d070-bb55-40f8-b337-68371e692afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:54:08.594853 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-0943d070-bb55-40f8-b337-68371e692afd service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.1051345 Jun 17 11:54:08.662918 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-339d408b-6fa3-42fc-8591-6cce496e421a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cca2c977-5ab7-473e-855c-64184d4379a9 HTTP/1.1" status: 200 len: 1001 time: 0.0585065 Jun 17 11:54:08.719628 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-1b1f8379-eda3-44ac-804e-1e7229b3746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:54:08.720730 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-1b1f8379-eda3-44ac-804e-1e7229b3746d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0496719 Jun 17 11:54:08.767726 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-aba619ce-3f85-498e-a97f-f393768f4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:54:08.771150 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-aba619ce-3f85-498e-a97f-f393768f4fe5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396662 Jun 17 11:54:08.868282 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-393d6a0f-af52-43cd-9396-cc5bd2fee8da service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893860 Jun 17 11:54:08.963573 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ac6c3685-37eb-41d1-b85e-b6a9ff220e79 req-b5cb454a-283f-4bc3-aff8-1ef101a65696 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865915 Jun 17 11:54:11.900973 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:11.901635 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:13.759424 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a477bd17-7124-4a19-bc34-66a81daf504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:16.207872 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d3732301-3506-4e22-af35-ae7e63178093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:17.436478 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:18.959045 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=49 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:18.960926 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=52 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:19.013802 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:19.410972 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:23.102435 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:23.106844 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:24.889915 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:29.881809 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:54:34.818496 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:34.820439 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:39.877054 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:54:43.743897 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d4a8a20b-916e-46af-96a3-b272801a869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:46.175295 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4e17d7c6-f4e9-4a92-b2da-4bc5f7f960d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:47.389864 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:48.955475 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:49.381684 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:54:54.923945 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:04.849983 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:04.852883 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:04.938732 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f906f-11c7-4753-8665-673a1bb22db3 req-b6e93686-9d2c-4a3c-a49c-df6b7a3f13bb tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:04.940292 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9f9f906f-11c7-4753-8665-673a1bb22db3 req-b6e93686-9d2c-4a3c-a49c-df6b7a3f13bb tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Jun 17 11:55:04.995597 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9f9f906f-11c7-4753-8665-673a1bb22db3 req-dcfadc02-dd70-491f-9b02-0c718e576a06 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493591 Jun 17 11:55:06.116786 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ebe5f-71a6-4271-a47d-07b4163ce3d5 req-42c3ddb6-6459-444f-a7c3-d49c0892dc16 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:06.118272 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-458ebe5f-71a6-4271-a47d-07b4163ce3d5 req-42c3ddb6-6459-444f-a7c3-d49c0892dc16 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Jun 17 11:55:06.169209 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-458ebe5f-71a6-4271-a47d-07b4163ce3d5 req-4baff1c0-7237-4b08-aff7-30e3164361d6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454268 Jun 17 11:55:06.675389 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-351ea537-d0b5-4c28-8a2f-b707f739378e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:06.676822 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-351ea537-d0b5-4c28-8a2f-b707f739378e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0481887 Jun 17 11:55:06.774029 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Deleting port cca2c977-5ab7-473e-855c-64184d4379a9 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:55:06.774390 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:06.865646 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] For port cca2c977-5ab7-473e-855c-64184d4379a9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cca2c977-5ab7-473e-855c-64184d4379a9,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:55:06.865999 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:06.880143 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:55:07.037630 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:07.037990 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (0a49a3e7-7b32-415c-b67f-9661f826eee7), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:07.038304 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.db.l3_db [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Floating IP 0a49a3e7-7b32-415c-b67f-9661f826eee7 disassociated. External IP: 172.27.2.163, port: cca2c977-5ab7-473e-855c-64184d4379a9. Jun 17 11:55:07.038651 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Calling delete_port for cca2c977-5ab7-473e-855c-64184d4379a9 owned by compute:nova {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:55:07.281159 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (cca2c977-5ab7-473e-855c-64184d4379a9), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:07.318539 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d52aea-fcc7-4a9d-a926-7921d771f7f5 req-cf089181-4fdb-4920-9527-c42529c4270d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:07.320601 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-06d52aea-fcc7-4a9d-a926-7921d771f7f5 req-cf089181-4fdb-4920-9527-c42529c4270d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 945 time: 0.0791349 Jun 17 11:55:07.323862 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event deleted for resources: {'Port': ['ID=cca2c977-5ab7-473e-855c-64184d4379a9,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:07.352245 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.352587 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.352923 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.353309 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.353580 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.353996 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.354295 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.354614 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.354938 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.355257 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.355724 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.356049 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.356367 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.356683 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.356996 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:07.433044 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-06d52aea-fcc7-4a9d-a926-7921d771f7f5 req-ffe2ac9a-c31f-43bc-bea1-3c6f2cdf8d1b tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047916 Jun 17 11:55:07.472323 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:07.480135 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:07.488786 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:55:07.595885 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:55:07.606388 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:55:07.619551 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:55:07.620296 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:54:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:07.640616 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] No DVR routers for this DVR port cca2c977-5ab7-473e-855c-64184d4379a9 on host hv-cinder-83716 {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:55:07.643178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:07.646513 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6ac633c2-d017-46d2-84a8-e176c4fb9ed0 req-f9754519-59bb-4a4b-b71b-6bccd6faace2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "DELETE /v2.0/ports/cca2c977-5ab7-473e-855c-64184d4379a9 HTTP/1.1" status: 204 len: 173 time: 0.9577920 Jun 17 11:55:07.646953 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'name': 'network-vif-deleted', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:55:07.649302 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beaece2-1806-4dd8-93b4-51cffb35f16c" -d '{"events": [{"server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "name": "network-vif-deleted", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:55:07.687624 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961be639-88b4-4b36-83b5-033f76e51fb4 x-openstack-request-id: req-961be639-88b4-4b36-83b5-033f76e51fb4 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:55:07.687915 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34be77-d3fd-48cd-b7dd-72a0544cc411", "name": "network-vif-deleted", "tag": "cca2c977-5ab7-473e-855c-64184d4379a9", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:55:07.688163 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-961be639-88b4-4b36-83b5-033f76e51fb4 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:55:07.688560 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961be639-88b4-4b36-83b5-033f76e51fb4'] response: {'server_uuid': 'ba34be77-d3fd-48cd-b7dd-72a0544cc411', 'name': 'network-vif-deleted', 'tag': 'cca2c977-5ab7-473e-855c-64184d4379a9', 'status': 'completed', 'code': 200} Jun 17 11:55:07.730894 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:55:07.930868 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:07.960708 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:55:07.969919 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:55:07.970554 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:54:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:08.070906 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:55:08.272683 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:08.298629 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312076e5-86a2-4291-9af8-513eac6aa426 None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:55:08.559529 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-78e6c561-92eb-4442-add4-f1a39a466197 req-fa5caf96-e267-4cdf-ac71-28a5be1ac6a6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba34be77-d3fd-48cd-b7dd-72a0544cc411 HTTP/1.1" status: 200 len: 210 time: 0.0345004 Jun 17 11:55:08.566654 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066a99d-8024-4e69-ac4b-44892502dda7 None None] New status for floating IP 0a49a3e7-7b32-415c-b67f-9661f826eee7: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:55:09.562123 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device cca2c977-5ab7-473e-855c-64184d4379a9 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:55:09.582946 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: cca2c977-5ab7-473e-855c-64184d4379a9 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:55:09.583667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device cca2c977-5ab7-473e-855c-64184d4379a9 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:55:09.796439 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-6d76957d-cdf6-4e4e-8d1b-2c0117cf1d49 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47513298&fields=id&tenant_id=17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 267 time: 0.0507195 Jun 17 11:55:09.906640 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-999717bd-1a62-42e7-956c-99cd948303a7 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:09.908162 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-999717bd-1a62-42e7-956c-99cd948303a7 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 811 time: 0.1053247 Jun 17 11:55:09.923469 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-15f51c00-af74-4e13-9514-63bd250f4146 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/quotas/17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 375 time: 0.0097921 Jun 17 11:55:09.974788 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-4e486b75-fc33-44d4-a6aa-30b939421473 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456939 Jun 17 11:55:10.136952 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-c823ba31-cbd8-4805-b8fc-92d30f9dd508 service neutron] 10.222.0.45 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487956 Jun 17 11:55:10.233997 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-020e2913-bc17-4cb4-80f8-8ca1d23c45e5 service neutron] 10.222.0.45 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907853 Jun 17 11:55:10.892549 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb3af4b3-8efe-4055-8370-c582aa29f2d2 req-6e4cca7a-a7d3-455e-bf2c-8ae350bb317d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 210 time: 0.0287514 Jun 17 11:55:11.988177 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-021b5416-3adf-4041-b2c8-5f71b291656e req-3b3ef42c-8b3b-43a8-a29a-6dcc0c84b734 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Jun 17 11:55:13.099193 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c36ba65e-9f64-4983-8ba3-4f543252e6df req-d192bbc9-37f9-4bfe-9d9d-976284b9b391 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 210 time: 0.0380094 Jun 17 11:55:13.194728 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-1835a3d1-b3ef-4e5f-92f3-4ce906480639 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:13.196957 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-1835a3d1-b3ef-4e5f-92f3-4ce906480639 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 811 time: 0.1085815 Jun 17 11:55:13.261859 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-580518f3-b994-4513-91a1-a5eadf8f3c6f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 378 time: 0.0566876 Jun 17 11:55:13.275746 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'port': {'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'admin_state_up': True, 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'security_groups': ['99aadb9b-3300-4c14-81e8-144c29d705a3']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:55:13.332260 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:13.497825 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Made reservation on behalf of 17575f4a36b94fdfb338dd1ba516d58e for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:55:13.501311 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:13.631742 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Allocated IP 172.20.0.12 (816fb63a-6c1b-4743-8210-90f275943e2c/04625879-9e4a-43f6-8661-456173d99dc5/92b10753-3cf1-4e2e-9257-638b27251c45) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:55:13.649715 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:13.797318 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (92b10753-3cf1-4e2e-9257-638b27251c45), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:13.821680 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9a60-be97-4a9d-9067-8f802467dab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.012297 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.059777 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Network 816fb63a-6c1b-4743-8210-90f275943e2c is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:55:14.065218 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:55:14.069429 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:55:14.096725 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=92b10753-3cf1-4e2e-9257-638b27251c45,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:14.127325 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:14.128874 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.228703 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761d3c-73f9-4272-9fce-32cb20c525be req-6dd7b0ed-b6c8-4919-8bf0-45a0a5d690b2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:14.236972 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2c761d3c-73f9-4272-9fce-32cb20c525be req-6dd7b0ed-b6c8-4919-8bf0-45a0a5d690b2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 932 time: 0.0523229 Jun 17 11:55:14.267685 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-5c0c1fe3-5280-4bc7-b399-638c55e0a571 None None] Provisioning complete for port 92b10753-3cf1-4e2e-9257-638b27251c45 triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:55:14.268144 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-5c0c1fe3-5280-4bc7-b399-638c55e0a571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.270633 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-95c23271-bf8a-4e0e-971f-54bccf59edf9 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9991400 Jun 17 11:55:14.291766 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Request body: {'port': {'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:55:14.299967 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2c761d3c-73f9-4272-9fce-32cb20c525be req-ee38a936-8108-4b20-bb98-f635152892f3 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638011 Jun 17 11:55:14.304914 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c1fe3-5280-4bc7-b399-638c55e0a571 None None] Port 92b10753-3cf1-4e2e-9257-638b27251c45 cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:55:14.318388 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:14.360487 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.624059 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b10753-3cf1-4e2e-9257-638b27251c45 {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:55:14.632270 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Publish callbacks [] for port (92b10753-3cf1-4e2e-9257-638b27251c45), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.644845 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Transition to ACTIVE for port object 92b10753-3cf1-4e2e-9257-638b27251c45 will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:55:14.766639 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.771919 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:14.821402 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Pushing event updated for resources: {'Port': ['ID=92b10753-3cf1-4e2e-9257-638b27251c45,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:14.902858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Attempting to bind port 92b10753-3cf1-4e2e-9257-638b27251c45 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:55:14.902858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Attempting to bind port 92b10753-3cf1-4e2e-9257-638b27251c45 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:55:14.902858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Attempting to bind port 92b10753-3cf1-4e2e-9257-638b27251c45 on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:55:14.905842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Port 92b10753-3cf1-4e2e-9257-638b27251c45 on network 816fb63a-6c1b-4743-8210-90f275943e2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:55:14.906163 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Attempting to bind port 92b10753-3cf1-4e2e-9257-638b27251c45 on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:55:14.912583 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:55:14.912922 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Checking segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:55:14.913312 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Bound using segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:55:14.913736 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Bound port: 92b10753-3cf1-4e2e-9257-638b27251c45, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:55:14.914093 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:14.979601 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] For port 92b10753-3cf1-4e2e-9257-638b27251c45, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:55:14.983195 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] For port 92b10753-3cf1-4e2e-9257-638b27251c45, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=92b10753-3cf1-4e2e-9257-638b27251c45,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:55:15.138510 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:15.172087 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:15.172842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:15.174246 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] 10.222.0.33 "PUT /v2.0/ports/92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 200 len: 1094 time: 0.8919125 Jun 17 11:55:15.174673 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:55:15.176908 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec4fc4e-88c7-465f-8a3b-ab274c7f9156" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:55:15.203120 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6641f5-ab6c-4266-8977-25ff41b66af6 service neutron] Pushing event updated for resources: {'Port': ['ID=92b10753-3cf1-4e2e-9257-638b27251c45,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:15.232811 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ceac3-be47-4b6f-af3d-8df25bd1b098 x-openstack-request-id: req-d07ceac3-be47-4b6f-af3d-8df25bd1b098 {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:55:15.233102 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:55:15.233346 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d07ceac3-be47-4b6f-af3d-8df25bd1b098 {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:55:15.233738 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07ceac3-be47-4b6f-af3d-8df25bd1b098'] response: {'name': 'network-changed', 'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45', 'status': 'completed', 'code': 200} Jun 17 11:55:15.338459 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4fc4e-88c7-465f-8a3b-ab274c7f9156 req-064ec925-fa09-40da-a9a8-6cdf1dc506c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:15.338459 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cec4fc4e-88c7-465f-8a3b-ab274c7f9156 req-064ec925-fa09-40da-a9a8-6cdf1dc506c9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1128 time: 0.0464156 Jun 17 11:55:15.729328 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e200a09-3caf-4faf-977d-c9c07361cbd1 req-a909f2fb-2f62-4060-8951-1168a935c3a0 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:15.730773 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0e200a09-3caf-4faf-977d-c9c07361cbd1 req-a909f2fb-2f62-4060-8951-1168a935c3a0 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.3539999 Jun 17 11:55:15.769928 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4fc4e-88c7-465f-8a3b-ab274c7f9156 req-19add8d6-5743-4278-94a0-b6394f13fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:15.771413 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cec4fc4e-88c7-465f-8a3b-ab274c7f9156 req-19add8d6-5743-4278-94a0-b6394f13fd07 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4250093 Jun 17 11:55:15.813051 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-0e200a09-3caf-4faf-977d-c9c07361cbd1 req-bf4037b7-a20d-4f4a-a4f3-c7527fcfd338 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764501 Jun 17 11:55:15.849500 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:15.882842 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4fc4e-88c7-465f-8a3b-ab274c7f9156 req-14db3161-f81d-4b0d-a342-4fced46bd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:15.884388 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-cec4fc4e-88c7-465f-8a3b-ab274c7f9156 req-14db3161-f81d-4b0d-a342-4fced46bd20e service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982893 Jun 17 11:55:15.968584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-fb8473a4-c0a2-4a18-a83a-fbf5d6a03888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:15.970051 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-fb8473a4-c0a2-4a18-a83a-fbf5d6a03888 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1128 time: 0.0439095 Jun 17 11:55:16.014414 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-ae1270a0-abc8-4450-abc8-7ab98d4a884a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 200 len: 217 time: 0.0345089 Jun 17 11:55:16.066101 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-d305d235-9fc1-4022-88fa-59fc36fdeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:16.067591 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-d305d235-9fc1-4022-88fa-59fc36fdeda3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0448365 Jun 17 11:55:16.123713 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b985d8-30cc-459a-a694-c89577cf815e req-7701ab56-b2ce-4d3c-b278-3aa20fc671b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:16.125302 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-7701ab56-b2ce-4d3c-b278-3aa20fc671b0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479021 Jun 17 11:55:16.224433 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-6f4f0d11-a705-4b84-9b17-5bd9d5e34c79 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871656 Jun 17 11:55:16.234899 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bcf14d68-0fa1-4d85-9ae4-1ed43152f681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:16.325431 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-46b985d8-30cc-459a-a694-c89577cf815e req-8961e56d-d7f4-45ad-88f1-4158d2a8f695 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909739 Jun 17 11:55:16.937432 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401ba02-17c2-4892-9c93-df55079740c3 req-f48b806a-3e59-4d8c-acdd-0f12ed051b4f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:16.938934 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e401ba02-17c2-4892-9c93-df55079740c3 req-f48b806a-3e59-4d8c-acdd-0f12ed051b4f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.0512571 Jun 17 11:55:16.991955 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e401ba02-17c2-4892-9c93-df55079740c3 req-a838cf7a-eb79-4ef3-a26f-ecd3a39cfd44 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473061 Jun 17 11:55:17.432509 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:18.116101 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9aa65-5938-4eba-9573-4124a4d49edd req-e7fb6476-66c9-4581-8f40-63c1301df9e6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:18.118476 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-87a9aa65-5938-4eba-9573-4124a4d49edd req-e7fb6476-66c9-4581-8f40-63c1301df9e6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.0479779 Jun 17 11:55:18.173543 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-87a9aa65-5938-4eba-9573-4124a4d49edd req-3b5a6fcc-21e8-4e81-a2b9-75e8e3954eab tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496187 Jun 17 11:55:18.275581 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=85 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:18.276284 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=81 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:18.957867 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:19.281492 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:19.290118 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f4330-118b-4b9b-b6cb-f90eda7034cc req-d1f03ee5-0808-4770-9fd3-e4cded59d6d8 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:19.294995 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c69f4330-118b-4b9b-b6cb-f90eda7034cc req-d1f03ee5-0808-4770-9fd3-e4cded59d6d8 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.0484598 Jun 17 11:55:19.345277 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-c69f4330-118b-4b9b-b6cb-f90eda7034cc req-51e9aa8d-a5f8-426f-8d63-73916f638396 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480225 Jun 17 11:55:19.401756 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:20.461841 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2836-6d71-4e8d-a86a-889f9bebe9ab req-2aff8221-4f02-4cba-a171-85d6c38d5a3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:20.464586 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2d3c2836-6d71-4e8d-a86a-889f9bebe9ab req-2aff8221-4f02-4cba-a171-85d6c38d5a3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.0501130 Jun 17 11:55:20.516141 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2d3c2836-6d71-4e8d-a86a-889f9bebe9ab req-33225455-0a19-4653-8c95-a1e72999e2d4 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459511 Jun 17 11:55:21.638719 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef396d0-f906-4cbd-b71c-007b5428a66e req-9237b8ec-d7bd-4d96-8476-a54511214686 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:21.640263 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9ef396d0-f906-4cbd-b71c-007b5428a66e req-9237b8ec-d7bd-4d96-8476-a54511214686 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.0526431 Jun 17 11:55:21.692615 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9ef396d0-f906-4cbd-b71c-007b5428a66e req-5b0ba14a-f82c-438f-857e-5176f035b08e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466905 Jun 17 11:55:22.807256 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb87f-6d69-4e1e-842b-6426521f5e23 req-72d1433f-1792-461d-9905-bbae888164a6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:22.810042 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ba9cb87f-6d69-4e1e-842b-6426521f5e23 req-72d1433f-1792-461d-9905-bbae888164a6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.0496089 Jun 17 11:55:22.862391 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-ba9cb87f-6d69-4e1e-842b-6426521f5e23 req-2af6af76-07ac-483c-a51c-3cc2e6e7ed94 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467036 Jun 17 11:55:23.652557 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 92b10753-3cf1-4e2e-9257-638b27251c45 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:55:23.753598 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 92b10753-3cf1-4e2e-9257-638b27251c45, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=92b10753-3cf1-4e2e-9257-638b27251c45,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:55:23.765542 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': '92b10753-3cf1-4e2e-9257-638b27251c45', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:55:23.804283 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 92b10753-3cf1-4e2e-9257-638b27251c45 is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:55:23.804675 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:23.818213 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b10753-3cf1-4e2e-9257-638b27251c45 {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:55:23.837550 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 92b10753-3cf1-4e2e-9257-638b27251c45, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=92b10753-3cf1-4e2e-9257-638b27251c45,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:55:23.957798 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:23.977885 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a38b-4643-451a-b41a-38154140d069 req-958e4c29-7263-4a53-9bbe-e96c26b5ce63 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:23.980153 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb06a38b-4643-451a-b41a-38154140d069 req-958e4c29-7263-4a53-9bbe-e96c26b5ce63 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 944 time: 0.0483031 Jun 17 11:55:24.008453 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=92b10753-3cf1-4e2e-9257-638b27251c45,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:24.016068 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.016412 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.016775 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.017112 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.017443 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.017771 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.018092 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.018421 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.018746 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.019067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.019407 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.019733 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.020051 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.020367 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.020686 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:24.036568 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-fb06a38b-4643-451a-b41a-38154140d069 req-aa628e34-9586-457e-9eb3-5cfeb26a9051 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506816 Jun 17 11:55:24.263404 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['92b10753-3cf1-4e2e-9257-638b27251c45'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:55:24.943128 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:25.151909 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c541236-b651-4074-b49d-5f78b2c49de9 req-003159d1-22f4-420b-a5fd-1e7448a08cb5 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:25.154111 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5c541236-b651-4074-b49d-5f78b2c49de9 req-003159d1-22f4-420b-a5fd-1e7448a08cb5 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 945 time: 0.0497980 Jun 17 11:55:25.205026 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5c541236-b651-4074-b49d-5f78b2c49de9 req-cdf4c7bd-a837-4ab6-b9fe-040c724d299b tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448520 Jun 17 11:55:25.670095 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 92b10753-3cf1-4e2e-9257-638b27251c45 up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:55:25.689351 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:25.698028 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:25.715848 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port 92b10753-3cf1-4e2e-9257-638b27251c45 completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:55:25.857464 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port 92b10753-3cf1-4e2e-9257-638b27251c45 triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:55:25.857943 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:25.931557 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port 92b10753-3cf1-4e2e-9257-638b27251c45 is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:55:25.931862 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:25.955822 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:55:25.957994 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296ad28b-2ff8-4232-8b25-b071e86efa62" -d '{"events": [{"server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "name": "network-vif-plugged", "status": "completed", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:55:25.971799 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port 92b10753-3cf1-4e2e-9257-638b27251c45, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=92b10753-3cf1-4e2e-9257-638b27251c45,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:55:25.998656 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ca6e85-b00b-4877-ad32-f0bb345a713d x-openstack-request-id: req-b2ca6e85-b00b-4877-ad32-f0bb345a713d {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:55:25.998965 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "name": "network-vif-plugged", "status": "completed", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:55:25.999236 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2ca6e85-b00b-4877-ad32-f0bb345a713d {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:55:25.999656 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ca6e85-b00b-4877-ad32-f0bb345a713d'] response: {'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45', 'code': 200} Jun 17 11:55:26.131975 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:26.179603 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=92b10753-3cf1-4e2e-9257-638b27251c45,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:26.315452 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:26.324121 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d96a8b-063e-4e82-92ad-4986801c17ad req-51b98b72-0ad2-44bb-8858-59efc2d0a50c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:26.326323 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03d96a8b-063e-4e82-92ad-4986801c17ad req-51b98b72-0ad2-44bb-8858-59efc2d0a50c tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 946 time: 0.0489221 Jun 17 11:55:26.380323 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-03d96a8b-063e-4e82-92ad-4986801c17ad req-31bd9be6-77e5-4c55-895e-a9c206863622 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483158 Jun 17 11:55:26.422856 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329a9fc-28d0-4c95-adcc-b77db3b1d322 req-a48f9f6d-696f-44b0-9f82-3ff2c506059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:26.424420 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9329a9fc-28d0-4c95-adcc-b77db3b1d322 req-a48f9f6d-696f-44b0-9f82-3ff2c506059e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1130 time: 0.0429990 Jun 17 11:55:26.473509 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9329a9fc-28d0-4c95-adcc-b77db3b1d322 req-2a4e0f88-95cd-43c8-8ca7-0052c1ebac2b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415888 Jun 17 11:55:27.499759 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b289f3-a7df-449e-9bd3-2d0348af1d17 req-b6fffb1c-d09d-4d68-96fc-eb5c379adb90 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:27.501259 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-50b289f3-a7df-449e-9bd3-2d0348af1d17 req-b6fffb1c-d09d-4d68-96fc-eb5c379adb90 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 946 time: 0.0496356 Jun 17 11:55:27.553124 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-50b289f3-a7df-449e-9bd3-2d0348af1d17 req-eec2c819-c7ef-4aa5-a9cd-49845a588cb6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459778 Jun 17 11:55:28.672158 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d235d-cf0b-4429-9453-c98e6b52fb75 req-bea9dee6-3d76-4ba3-abf3-1cadd94a0f09 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:28.673612 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-724d235d-cf0b-4429-9453-c98e6b52fb75 req-bea9dee6-3d76-4ba3-abf3-1cadd94a0f09 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 946 time: 0.0517862 Jun 17 11:55:28.725382 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-724d235d-cf0b-4429-9453-c98e6b52fb75 req-faa3f1ca-d0e6-46ea-b4ce-7f3a81cf3976 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459564 Jun 17 11:55:28.839154 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f684a1-6998-4fec-8cfc-a997a66b4828 req-8992ed9f-be6a-4879-bf91-d1627707aead tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:28.841298 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7f684a1-6998-4fec-8cfc-a997a66b4828 req-8992ed9f-be6a-4879-bf91-d1627707aead tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 946 time: 0.0461779 Jun 17 11:55:28.882590 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:28.893579 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a7f684a1-6998-4fec-8cfc-a997a66b4828 req-57abb0b0-6a1c-415a-b33f-d134b311d90a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467629 Jun 17 11:55:28.916963 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 39996) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:55:28.955871 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df66fc-c9dc-4c07-bb3a-53c107a689d0 tempest-TestVolumeBootPattern-129894836 tempest-TestVolumeBootPattern-129894836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:28.957397 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-85df66fc-c9dc-4c07-bb3a-53c107a689d0 tempest-TestVolumeBootPattern-129894836 tempest-TestVolumeBootPattern-129894836-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1125 time: 0.0394330 Jun 17 11:55:28.960963 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40000) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:55:28.966057 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:55:29.080228 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:29.162301 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:29.266148 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Allocated IP 172.27.2.10 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/b676ace0-2ef5-42c2-a15d-fefbeb46c8c2) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:55:29.373126 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:29.483857 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:29.522822 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:55:29.530984 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:55:29.534850 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:55:29.538556 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=b676ace0-2ef5-42c2-a15d-fefbeb46c8c2,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:29.568251 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.568589 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.568926 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.569258 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.569589 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.569913 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.570238 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.570548 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.570888 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.571185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.571539 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.571868 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.572185 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.572500 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.572810 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:55:29.888661 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:29.898223 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:29.906287 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (463b0780-22f5-4291-bbb5-8a190b1e1973), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:30.033026 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:30.192072 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:30.285778 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:30.361906 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=b676ace0-2ef5-42c2-a15d-fefbeb46c8c2,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:55:30.373660 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (463b0780-22f5-4291-bbb5-8a190b1e1973), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:30.471787 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Floating IP 463b0780-22f5-4291-bbb5-8a190b1e1973 associated. External IP: 172.27.2.10, port: 92b10753-3cf1-4e2e-9257-638b27251c45. Jun 17 11:55:30.640564 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:30.670142 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:55:30.777076 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:55:30.787542 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:55:30.797792 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:55:30.798413 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:55:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:30.859719 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:30.892400 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-e3cb9541-86e4-4e2b-9b02-abd2d4f4103e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9303660 Jun 17 11:55:30.893090 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:55:30.895487 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:55:30.902035 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:55:31.113875 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:29Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:31.142472 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:55:31.151130 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:55:31.151762 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:55:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:31.251926 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:55:31.553264 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:29Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:55:31.578182 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d7c325-0084-4cf3-b061-d633aea74efd None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:29Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:55:31.773671 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676669b9-a8e5-49d6-a67e-d73c41db0045 None None] New status for floating IP 463b0780-22f5-4291-bbb5-8a190b1e1973: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:55:31.941531 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ce2e2-a2b0-40e0-9622-7f6e9b524596 x-openstack-request-id: req-f00ce2e2-a2b0-40e0-9622-7f6e9b524596 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:55:31.941985 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:55:31.942104 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f00ce2e2-a2b0-40e0-9622-7f6e9b524596 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:55:31.942423 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00ce2e2-a2b0-40e0-9622-7f6e9b524596'] response: {'name': 'network-changed', 'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45', 'status': 'completed', 'code': 200} Jun 17 11:55:32.009636 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-e33ca920-651b-4a8d-b117-15ffcb83b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:32.011156 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-e33ca920-651b-4a8d-b117-15ffcb83b274 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1130 time: 0.0473442 Jun 17 11:55:32.106670 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-2e09e602-9433-4687-8048-7acdc13cc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:32.108252 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-2e09e602-9433-4687-8048-7acdc13cc612 service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0915995 Jun 17 11:55:32.170277 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-6e11ea17-ab8a-49aa-bcf0-5983501f6f75 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 200 len: 1001 time: 0.0559874 Jun 17 11:55:32.222359 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-be06482e-f6b8-4e9c-94f2-08aafd42ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:32.223743 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-be06482e-f6b8-4e9c-94f2-08aafd42ce1c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0483000 Jun 17 11:55:32.268895 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-56705ecc-5324-43cd-9f70-fad186b4036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:55:32.270421 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-56705ecc-5324-43cd-9f70-fad186b4036a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404098 Jun 17 11:55:32.373340 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-c92f823a-66bb-4ebf-8314-9da0559e88ed service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965450 Jun 17 11:55:32.474161 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6306d1c1-6d5e-4a58-82d7-6ded4874dc13 req-eaacb804-a78c-41ce-9f34-b52e87a63542 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895331 Jun 17 11:55:40.883923 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:40.887980 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:41.555127 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=77 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:41.556127 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=79 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:41.874503 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:41.877653 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:42.468476 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=49 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:42.469407 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=81 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:43.757765 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3cd22926-6bbd-4134-8a8c-9550af3b28af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:43.880143 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:55:46.199976 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7fb1-31bd-4ecd-ae62-fec7ce870992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:47.450989 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:48.988619 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:49.411063 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:55:53.876683 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:53.877695 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:55:54.923186 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:04.858957 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:04.865101 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:11.372910 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-806a7709-7c86-491d-bc87-3f1885afa092 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414228 Jun 17 11:56:11.477664 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c0897-8102-44ff-ac20-8858604c9585 req-26c1c665-b785-419f-ae4b-1b6a29db9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:56:11.479830 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-26c1c665-b785-419f-ae4b-1b6a29db9147 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1130 time: 0.0523400 Jun 17 11:56:11.595707 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c0897-8102-44ff-ac20-8858604c9585 req-190f2837-b40f-4462-8563-d7b0e4c05583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:56:11.597961 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-190f2837-b40f-4462-8563-d7b0e4c05583 service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0934241 Jun 17 11:56:11.669166 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-e110624b-8ec6-45a3-beb8-07e14386c242 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 200 len: 1001 time: 0.0646598 Jun 17 11:56:11.748427 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c0897-8102-44ff-ac20-8858604c9585 req-6589b780-b2f0-405e-b6bd-56c909768d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:56:11.749945 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-6589b780-b2f0-405e-b6bd-56c909768d65 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0725682 Jun 17 11:56:11.795581 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c0897-8102-44ff-ac20-8858604c9585 req-e461f597-3065-49c6-8f4f-337ae166f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:56:11.797109 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-e461f597-3065-49c6-8f4f-337ae166f1cb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408785 Jun 17 11:56:11.902331 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-004efd51-9040-4330-83fd-bb50a621037e service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960891 Jun 17 11:56:12.004300 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-992c0897-8102-44ff-ac20-8858604c9585 req-6b20dd38-ec4f-4ca2-8440-e2511f52bfcd service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929451 Jun 17 11:56:13.724736 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-07c31450-29b8-4aa5-9371-d7ce39878341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:14.095790 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:14.096860 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:16.210062 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2d261511-43a3-422e-9be5-d214c026b54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:17.410425 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:18.976280 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:19.410862 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:20.880242 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:56:21.999005 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=48 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:22.000838 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=53 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:24.941601 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:30.875191 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:30.875904 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:34.862115 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:34.862927 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:43.734459 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-53b37b11-efd6-42c0-945d-65af320d7d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:46.215358 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-33c15c98-4d83-48db-9d31-af2df9a4ed02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:47.404438 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:48.946773 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:49.398204 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:51.092450 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:51.095516 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:56:54.957948 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:56:57.881456 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:57:04.892094 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:04.893996 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:07.048148 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-13414f9d-fce3-4bc4-b31a-3b95ee6491c3 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47513298&fields=id&tenant_id=17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 267 time: 0.0490522 Jun 17 11:57:07.160721 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-354140df-eab6-4ad4-81e9-7f0e968af46d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:07.162665 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-354140df-eab6-4ad4-81e9-7f0e968af46d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 811 time: 0.1073883 Jun 17 11:57:07.178209 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-fef15dca-07c3-4cec-981b-50c468c0d631 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/quotas/17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 375 time: 0.0092964 Jun 17 11:57:07.230545 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-d7462a94-c32d-4923-949f-cad1ac38183d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473442 Jun 17 11:57:07.292730 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-a02dfef7-8c7e-4124-aa48-ea0e9318a79e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=111181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 11:57:07.293744 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-a02dfef7-8c7e-4124-aa48-ea0e9318a79e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0513518 Jun 17 11:57:07.391009 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-b0e047a4-856b-41bb-a68c-3dc3b989c66a service neutron] 10.222.0.45 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913854 Jun 17 11:57:07.486921 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-d284278c-214d-490a-a487-0fffa52fe18b service neutron] 10.222.0.45 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901966 Jun 17 11:57:08.113066 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-9bdf88a1-b573-442b-b449-f92c213f4dc3 req-7eaa15eb-abc8-424a-8012-9695ccdc9147 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0880558 Jun 17 11:57:08.938947 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=13 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:08.941851 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=15 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:09.213540 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-95126c0f-cf7e-48a9-acfa-50d1270a334b req-d807cbc1-2774-4ffa-9ea4-6f33c824b7be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0292768 Jun 17 11:57:10.277544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-a3e750e3-43f4-4b78-a4f6-4fead4df3b74 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:10.279022 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-a3e750e3-43f4-4b78-a4f6-4fead4df3b74 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 811 time: 0.1077015 Jun 17 11:57:10.324682 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-3fa9d40c-cb5e-4724-a750-dccc34b66bd3 req-d7bceb5e-ea22-4922-83ee-72c58897aad1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0381131 Jun 17 11:57:10.369724 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-bcf30de4-f25b-47b1-9fc6-0fbb22586ace tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17575f4a36b94fdfb338dd1ba516d58e HTTP/1.1" status: 200 len: 378 time: 0.0733964 Jun 17 11:57:10.380593 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'port': {'device_id': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'admin_state_up': True, 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'security_groups': ['99aadb9b-3300-4c14-81e8-144c29d705a3']}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:57:10.576049 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Made reservation on behalf of 17575f4a36b94fdfb338dd1ba516d58e for: {'port': 1} {{(pid=111181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 11:57:10.579240 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:10.711529 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_common [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Allocated IP 172.20.0.6 (816fb63a-6c1b-4743-8210-90f275943e2c/04625879-9e4a-43f6-8661-456173d99dc5/b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c) {{(pid=111181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:57:10.754338 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:10.779531 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:10.854391 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), precommit_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:10.960348 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), after_create {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:11.005852 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Network 816fb63a-6c1b-4743-8210-90f275943e2c is already hosted by enough agents. {{(pid=111181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:57:11.012064 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.base_scheduler [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Resources bound (agent type, host, resource id): {{(pid=111181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:57:11.016158 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Received port after_create {{(pid=111181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:57:11.022438 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,revision_number=1']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:57:11.050104 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.050524 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.050850 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.051190 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.051554 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.051893 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.052221 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.052545 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.053480 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.053924 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.054279 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.054786 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.055114 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.055464 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.055791 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:11.088145 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:11.088868 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:11.234870 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-02c0f075-0ff0-4726-84b0-9836c7ede4b1 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8577933 Jun 17 11:57:11.251420 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.v2.base [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Request body: {'port': {'device_id': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=111181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:57:11.279946 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-2001e11d-0a94-4231-8a4e-9442c0896aba None None] Provisioning complete for port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c triggered by entity DHCP. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:57:11.284703 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-2001e11d-0a94-4231-8a4e-9442c0896aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:11.314202 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-2001e11d-0a94-4231-8a4e-9442c0896aba None None] Port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c cannot update to ACTIVE because it is not bound. {{(pid=111183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 11:57:11.314671 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:11.498729 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0f21-ee3c-45dd-ad8d-f9f6ee452627 req-0e1b3ce7-4541-4d36-8bb4-bd3a664d778e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:11.500372 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-29ff0f21-ee3c-45dd-ad8d-f9f6ee452627 req-0e1b3ce7-4541-4d36-8bb4-bd3a664d778e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 931 time: 0.0661550 Jun 17 11:57:11.579901 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:11.609777 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-29ff0f21-ee3c-45dd-ad8d-f9f6ee452627 req-79f9f122-926f-417d-8de4-eca00c99c182 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970643 Jun 17 11:57:11.684026 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c {{(pid=111181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:57:11.691482 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Publish callbacks [] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), precommit_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:11.704535 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.provisioning_blocks [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Transition to ACTIVE for port object b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c will not be triggered until provisioned by entity L2. {{(pid=111181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 11:57:11.838318 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:11.898863 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,revision_number=2']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:57:11.975755 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Attempting to bind port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 11:57:11.979858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Attempting to bind port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 11:57:11.979858 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Attempting to bind port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:57:11.981222 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c on network 816fb63a-6c1b-4743-8210-90f275943e2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 11:57:11.981544 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Attempting to bind port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c on network 816fb63a-6c1b-4743-8210-90f275943e2c {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 11:57:11.987264 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Checking agent: {'id': 'f6e93233-3840-43d8-a18f-507a36f079a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'started_at': datetime.datetime(2022, 6, 17, 11, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 11, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 11:57:11.987636 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Checking segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 11:57:11.988022 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Bound using segment: {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'} {{(pid=111181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 11:57:11.988457 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.managers [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Bound port: b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17259c8f-5ea3-4b70-bda2-b655ae09b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c'}}] {{(pid=111181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 11:57:11.988817 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), before_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:12.005349 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:12.057088 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] For port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c, host hv-cinder-83716, cleared binding levels {{(pid=111181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 11:57:12.060694 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] For port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 11:57:12.181619 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126436804'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), after_update {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:12.222286 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:12.222899 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:12.224296 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] 10.222.0.33 "PUT /v2.0/ports/b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c HTTP/1.1" status: 200 len: 1093 time: 0.9771209 Jun 17 11:57:12.224760 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c'}] {{(pid=111181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:57:12.227413 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81d3130b629b5f7ce70bcccded18fa60238d09289554e9b6d2dabd62685b335d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c"}]}' {{(pid=111181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:57:12.249562 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f3132-6a17-4492-ba6d-618b929270d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,revision_number=3']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:57:12.339191 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44f026-7314-48d7-9afe-844499e4af1a x-openstack-request-id: req-cc44f026-7314-48d7-9afe-844499e4af1a {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:57:12.340211 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c", "status": "completed", "code": 200}]} {{(pid=111181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:57:12.340473 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc44f026-7314-48d7-9afe-844499e4af1a {{(pid=111181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:57:12.340903 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc44f026-7314-48d7-9afe-844499e4af1a'] response: {'name': 'network-changed', 'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'status': 'completed', 'code': 200} Jun 17 11:57:12.369995 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-4a9f532e-c042-4837-b9ef-2942ed7b494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:12.371659 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-4a9f532e-c042-4837-b9ef-2942ed7b494d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 1127 time: 0.0468717 Jun 17 11:57:12.418710 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-19849b5a-3bf5-476a-8898-938f92d42e7c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c HTTP/1.1" status: 200 len: 217 time: 0.0352132 Jun 17 11:57:12.476155 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-4fd141dc-5fdb-4280-ac4d-c6fcd4574e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:12.477654 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-4fd141dc-5fdb-4280-ac4d-c6fcd4574e2f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0489292 Jun 17 11:57:12.524725 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137daa9-1299-411b-b204-cc9b31990862 req-c492da56-9982-4c48-b7ca-01a637ef9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:12.526215 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-c492da56-9982-4c48-b7ca-01a637ef9ebe service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398879 Jun 17 11:57:12.619334 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-3c2a21b8-e753-434b-b238-1f3fb7aaaab8 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840905 Jun 17 11:57:12.743269 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879ea4-660c-4504-9ecb-ad371a2296e6 req-abf4177b-9a36-4a1a-b1f5-c1ca6f6eba74 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:12.744646 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7879ea4-660c-4504-9ecb-ad371a2296e6 req-abf4177b-9a36-4a1a-b1f5-c1ca6f6eba74 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0579362 Jun 17 11:57:12.772250 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7137daa9-1299-411b-b204-cc9b31990862 req-5d990640-d889-44fb-881f-28ca277f24be service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438634 Jun 17 11:57:12.804265 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-d7879ea4-660c-4504-9ecb-ad371a2296e6 req-c517c779-711a-4650-8804-c2c0b143ef95 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500622 Jun 17 11:57:13.243266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-ceba71aa-5316-4cf8-b870-51ff29d70117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.244807 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-ceba71aa-5316-4cf8-b870-51ff29d70117 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 1127 time: 0.0429940 Jun 17 11:57:13.339786 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-3b1546e7-44bd-4637-9f2c-4bfcba6c3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.341254 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-3b1546e7-44bd-4637-9f2c-4bfcba6c3514 service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0898807 Jun 17 11:57:13.376059 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-f2ade0e2-31ff-43f8-9e39-67aa69622574 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443158 Jun 17 11:57:13.387287 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-4eb27982-8b05-4db1-a001-78b98e893edc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c HTTP/1.1" status: 200 len: 217 time: 0.0380571 Jun 17 11:57:13.439796 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-c15ec8bf-2c9f-49ee-b699-40a6488c544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.441254 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-c15ec8bf-2c9f-49ee-b699-40a6488c544a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0467958 Jun 17 11:57:13.455594 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:13.463636 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-923aece8-896a-4850-a131-9694ee56418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.465210 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-923aece8-896a-4850-a131-9694ee56418f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1130 time: 0.0412936 Jun 17 11:57:13.486550 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-b19fc666-4b6f-47a1-92a7-c63b1791ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.488093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-b19fc666-4b6f-47a1-92a7-c63b1791ad94 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410385 Jun 17 11:57:13.571186 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-a8a6a021-cf59-440b-9105-a67e1569f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.572617 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-a8a6a021-cf59-440b-9105-a67e1569f507 service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0883536 Jun 17 11:57:13.583128 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-ac6b5110-1675-4d97-90f0-81ed7dba1dbb service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889459 Jun 17 11:57:13.641331 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-2ff38ec0-f00f-4ede-94bf-5bc6e4720960 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 200 len: 1001 time: 0.0616171 Jun 17 11:57:13.675983 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-4fdaa2c6-17ca-455c-a7ea-083a6f8c5f21 req-ccf01fbd-792f-407c-b569-6a659798630a service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866637 Jun 17 11:57:13.697158 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-d7710ec0-9452-48a4-890f-16028f8d86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.698643 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-d7710ec0-9452-48a4-890f-16028f8d86c5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0467026 Jun 17 11:57:13.723667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-3cb4f2a5-7cff-4ec9-98f0-a2752de78fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:13.742871 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-854e8274-d965-4cd9-8b2a-53928392592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.747023 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-854e8274-d965-4cd9-8b2a-53928392592f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397551 Jun 17 11:57:13.839402 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-a424f582-a2dc-4c51-a151-d7a4d4227b8e service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885868 Jun 17 11:57:13.924821 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb570a-5232-4748-b136-3d8c64a9dce4 req-ec5a7ad7-e4be-4e91-b711-471835b0267d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:13.926412 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ffb570a-5232-4748-b136-3d8c64a9dce4 req-ec5a7ad7-e4be-4e91-b711-471835b0267d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0515180 Jun 17 11:57:13.932833 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4c68c7c8-f4e0-4f03-8c3d-55de00c3a13a req-74dfe461-0390-49f1-a09a-84e25ab3c1d7 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872934 Jun 17 11:57:13.939193 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:13.980782 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7ffb570a-5232-4748-b136-3d8c64a9dce4 req-e163947b-b179-48b1-aeaf-cbc21b822009 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482817 Jun 17 11:57:15.094761 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a0a9-efdf-46e2-868b-bd4ee78721c9 req-f90820a3-5680-44fd-8b87-f2cd535c6ef6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:15.096233 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-57f9a0a9-efdf-46e2-868b-bd4ee78721c9 req-f90820a3-5680-44fd-8b87-f2cd535c6ef6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0473168 Jun 17 11:57:15.146426 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-57f9a0a9-efdf-46e2-868b-bd4ee78721c9 req-d140f0d5-4c84-4ca9-aa43-8f36acc8b136 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439856 Jun 17 11:57:16.249181 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-282c32c0-b316-478e-9eb1-f13a3addf227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:16.262151 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ed296-175b-49a6-824c-62c0c40362d8 req-d299ce55-983c-4b8d-88a0-7ce3b0e3e03d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:16.263675 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a14ed296-175b-49a6-824c-62c0c40362d8 req-d299ce55-983c-4b8d-88a0-7ce3b0e3e03d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0484149 Jun 17 11:57:16.319819 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-a14ed296-175b-49a6-824c-62c0c40362d8 req-ac769a76-eddd-43d5-b301-2128bfb00383 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495064 Jun 17 11:57:17.403428 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:17.434756 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502a5a8-d777-4fdf-9445-c8c020518267 req-d1366c48-d15a-4358-a905-5bf3c86b7157 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:17.436314 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e502a5a8-d777-4fdf-9445-c8c020518267 req-d1366c48-d15a-4358-a905-5bf3c86b7157 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0491061 Jun 17 11:57:17.487701 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-e502a5a8-d777-4fdf-9445-c8c020518267 req-cff94b0e-cfe8-4054-ba83-7e1b51d550f2 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457938 Jun 17 11:57:18.607401 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3009-15fd-4e87-89dd-9a857d77f38c req-5c77944a-ba5b-4181-a02a-c4cf6f1087ee tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:18.608915 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b9d3009-15fd-4e87-89dd-9a857d77f38c req-5c77944a-ba5b-4181-a02a-c4cf6f1087ee tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0478113 Jun 17 11:57:18.659389 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7b9d3009-15fd-4e87-89dd-9a857d77f38c req-31e50788-2399-4926-9735-21d8cf6be875 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449281 Jun 17 11:57:18.940701 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:19.385189 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:19.785137 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c0f9e-1e56-4746-87a5-0c45cfea91df req-36101267-afa9-45a0-a11d-f62b9f4efd14 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:19.786643 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-607c0f9e-1e56-4746-87a5-0c45cfea91df req-36101267-afa9-45a0-a11d-f62b9f4efd14 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0528071 Jun 17 11:57:19.845294 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-607c0f9e-1e56-4746-87a5-0c45cfea91df req-ba85028c-9772-4c15-9414-6502ff10ad87 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519304 Jun 17 11:57:20.246242 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=111183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 11:57:20.351917 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:57:20.363777 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Returning: {'device': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'port_id': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'mac_address': 'fa:16:3e:63:b8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 11:57:20.401770 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c is: DOWN; New status is: BUILD {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:57:20.402170 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:20.416735 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c {{(pid=111183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 11:57:20.436610 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:57:20.529529 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:20.575394 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,revision_number=4']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:57:20.582523 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.582874 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.583222 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.583588 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.583920 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.585116 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.585311 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.585579 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.585905 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.586235 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.586562 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.586886 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.587209 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.587567 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.587888 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:20.772050 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] get_ports_and_sgs() called for port_ids ['b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c'] {{(pid=111183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 11:57:20.962733 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d198bb-14d6-4e1b-9f13-d7c1d09a500f req-f41341f8-4b99-4675-b41b-98498cf827fe tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:20.964279 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-91d198bb-14d6-4e1b-9f13-d7c1d09a500f req-f41341f8-4b99-4675-b41b-98498cf827fe tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 944 time: 0.0477931 Jun 17 11:57:21.015445 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-91d198bb-14d6-4e1b-9f13-d7c1d09a500f req-1e960376-dc84-499a-afc5-485894709759 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455055 Jun 17 11:57:22.177233 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2f781-3ce5-4a5d-bed0-9faab271a0ef req-b963a34c-0748-4ba5-9623-637729a45a8e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:22.179174 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dff2f781-3ce5-4a5d-bed0-9faab271a0ef req-b963a34c-0748-4ba5-9623-637729a45a8e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 944 time: 0.0484307 Jun 17 11:57:22.233527 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-dff2f781-3ce5-4a5d-bed0-9faab271a0ef req-ae52a532-358f-4450-9c9d-8938ee353f11 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488486 Jun 17 11:57:22.259849 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c up at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 11:57:22.302323 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:22.305521 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning for port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c completed by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 11:57:22.386321 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.provisioning_blocks [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Provisioning complete for port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c triggered by entity L2. {{(pid=111183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 11:57:22.386686 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4157163'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), provisioning_complete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:22.412707 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:22.459050 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Current status of the port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c is: BUILD; New status is: ACTIVE {{(pid=111183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 11:57:22.459493 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), before_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:22.483065 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c'}] {{(pid=111183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:57:22.485328 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062f1358194f3a921fe7b03600ca526519cc9b188b74dec2b80bf085eb30c653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936c6ea3-265a-4a80-bbee-35d9aea06c9c" -d '{"events": [{"server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c"}]}' {{(pid=111183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:57:22.498874 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] For port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:57:22.522665 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762d94f-7afe-47f3-95a2-68259d8eedb8 x-openstack-request-id: req-8762d94f-7afe-47f3-95a2-68259d8eedb8 {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:57:22.522969 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c", "code": 200}]} {{(pid=111183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:57:22.523224 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8762d94f-7afe-47f3-95a2-68259d8eedb8 {{(pid=111183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:57:22.523649 dv-cinder-837166-3-iscsi neutron-server[111183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8762d94f-7afe-47f3-95a2-68259d8eedb8'] response: {'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'code': 200} Jun 17 11:57:22.569950 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:22.621747 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Pushing event updated for resources: {'Port': ['ID=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,revision_number=5']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:57:22.863287 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d172d6-f8b0-4538-9a90-3f002bd9f7ca req-5f859bf8-0de1-44e1-b9ae-4590303c2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:22.864886 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-88d172d6-f8b0-4538-9a90-3f002bd9f7ca req-5f859bf8-0de1-44e1-b9ae-4590303c2de5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 1129 time: 0.0431049 Jun 17 11:57:22.916010 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-88d172d6-f8b0-4538-9a90-3f002bd9f7ca req-dade1cf8-5fe1-4d76-a8c4-f4c45110103a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424387 Jun 17 11:57:23.352053 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414cfdd-b65d-48c8-9031-25049b015bc9 req-ab774935-27d1-4534-823f-6ced8abf1e24 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:23.353565 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1414cfdd-b65d-48c8-9031-25049b015bc9 req-ab774935-27d1-4534-823f-6ced8abf1e24 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Jun 17 11:57:23.406196 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-1414cfdd-b65d-48c8-9031-25049b015bc9 req-056ec8d2-92bd-4966-b412-bca74e28fc56 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470905 Jun 17 11:57:24.512431 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:24.525573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838c7dc-56f0-4945-92c1-b004da4f8d37 req-ade436bf-16bb-407e-a355-f8f508b966a7 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:24.527044 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2838c7dc-56f0-4945-92c1-b004da4f8d37 req-ade436bf-16bb-407e-a355-f8f508b966a7 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Jun 17 11:57:24.578262 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-2838c7dc-56f0-4945-92c1-b004da4f8d37 req-428ce969-a46a-4b8a-a205-3670258cbc06 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453861 Jun 17 11:57:24.695023 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56004581-49b8-4f32-a2b9-f36ac87bc31c req-6a308b46-1b6a-494c-be6a-7fc9321cb9f8 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:24.696433 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-56004581-49b8-4f32-a2b9-f36ac87bc31c req-6a308b46-1b6a-494c-be6a-7fc9321cb9f8 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0507469 Jun 17 11:57:24.746432 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-56004581-49b8-4f32-a2b9-f36ac87bc31c req-f9817220-366c-4a0b-bd8e-0703f3476594 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444472 Jun 17 11:57:24.769222 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40134) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:57:24.806674 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56b97e-ce63-40dd-b397-747bcaa9e668 tempest-TestVolumeBootPattern-129894836 tempest-TestVolumeBootPattern-129894836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:24.808222 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1a56b97e-ce63-40dd-b397-747bcaa9e668 tempest-TestVolumeBootPattern-129894836 tempest-TestVolumeBootPattern-129894836-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 1124 time: 0.0379946 Jun 17 11:57:24.810929 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40136) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:57:24.815091 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.v2.base [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Request body: {'floatingip': {'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'port_id': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 11:57:24.975657 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:24.997698 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:25.057898 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (None), before_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:25.161707 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_common [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Allocated IP 172.27.2.149 (4e6b2a38-934f-46de-a222-082c9a245e7a/4f577eea-f986-492e-86bc-a757e5dc9fda/db6815fc-96c6-4c38-b4ed-12d7e88c0c8a) {{(pid=111182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 11:57:25.238916 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:25.241061 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:25.270942 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:25.404083 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738854589215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:25.446903 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Network 4e6b2a38-934f-46de-a222-082c9a245e7a is already hosted by enough agents. {{(pid=111182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 11:57:25.452319 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.base_scheduler [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Resources bound (agent type, host, resource id): {{(pid=111182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 11:57:25.454485 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=db6815fc-96c6-4c38-b4ed-12d7e88c0c8a,revision_number=1']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:57:25.456660 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Received port after_create {{(pid=111182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 11:57:25.485829 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.486161 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.486493 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.486826 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.487153 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.487506 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.487830 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.488152 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.488472 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.488792 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.489163 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.489430 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.489746 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.490058 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:25.490383 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:57:26.062903 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (db4421cd-2a71-4c02-a211-a0d8f85d27a1), precommit_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:26.186554 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3951865'] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), before_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:26.207961 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:26.339149 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), precommit_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:26.397244 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738855090526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738854589233', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738854589251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841845'] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), after_update {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:26.469029 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event updated for resources: {'Port': ['ID=db6815fc-96c6-4c38-b4ed-12d7e88c0c8a,revision_number=2']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:57:26.481972 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641017'] for floatingip (db4421cd-2a71-4c02-a211-a0d8f85d27a1), after_create {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:26.559486 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:26.578431 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Floating IP db4421cd-2a71-4c02-a211-a0d8f85d27a1 associated. External IP: 172.27.2.149, port: b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c. Jun 17 11:57:26.778939 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:57:26.883284 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:57:26.893033 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:57:26.903874 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:57:26.904490 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:57:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:57:27.004537 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:57:27.022819 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:27.059004 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-f30ab00e-5641-43a8-887b-39bcaf73fb13 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2470114 Jun 17 11:57:27.059606 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:57:27.061926 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05751e5-9d3e-4c05-bc8e-4b90017223f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:57:27.100573 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dcad0a-a640-4ad0-b5d9-701725f40b97 x-openstack-request-id: req-39dcad0a-a640-4ad0-b5d9-701725f40b97 {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:57:27.101209 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:57:27.101209 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39dcad0a-a640-4ad0-b5d9-701725f40b97 {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:57:27.101627 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39dcad0a-a640-4ad0-b5d9-701725f40b97'] response: {'name': 'network-changed', 'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'status': 'completed', 'code': 200} Jun 17 11:57:27.162172 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-d74e59c2-dddb-4438-945b-5dc629b830df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:27.163694 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-d74e59c2-dddb-4438-945b-5dc629b830df service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 1129 time: 0.0409172 Jun 17 11:57:27.228029 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:31Z', 'revision_number': 1, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}, {'id': 'db4421cd-2a71-4c02-a211-a0d8f85d27a1', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:63:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:57:25Z', 'updated_at': '2022-06-17T11:57:25Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:57:27.252935 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:57:27.261521 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-0af34f8d-6d50-40d5-9af7-7a6b00f667dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:27.262479 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:57:27.263064 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-0af34f8d-6d50-40d5-9af7-7a6b00f667dd service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0900600 Jun 17 11:57:27.263193 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:57:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:57:27.329983 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-9ba74273-0bd5-4477-b853-18271b541010 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c HTTP/1.1" status: 200 len: 999 time: 0.0606914 Jun 17 11:57:27.363848 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:27.367948 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:57:27.380812 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-5b1bb075-d1e0-40e4-8809-0c208f3e8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:27.382690 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-5b1bb075-d1e0-40e4-8809-0c208f3e8b1c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0466535 Jun 17 11:57:27.425778 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-40318bf4-fe4f-4f92-83b2-e93ae564edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:57:27.427212 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-40318bf4-fe4f-4f92-83b2-e93ae564edea service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393753 Jun 17 11:57:27.522583 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-77fe1d64-78ec-4e1d-b2dc-098fd096a1c6 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892041 Jun 17 11:57:27.586939 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:31Z', 'revision_number': 1, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}, {'id': 'db4421cd-2a71-4c02-a211-a0d8f85d27a1', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:63:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:57:25Z', 'updated_at': '2022-06-17T11:57:25Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:57:27.611697 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-f05751e5-9d3e-4c05-bc8e-4b90017223f1 req-513e9cf2-0d04-4043-9a5f-608f4c4f645d service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836508 Jun 17 11:57:27.612205 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc2d42-d885-4b6c-8bef-4c2883499788 None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:31Z', 'revision_number': 1, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}, {'id': 'db4421cd-2a71-4c02-a211-a0d8f85d27a1', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:63:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:57:25Z', 'updated_at': '2022-06-17T11:57:25Z', 'revision_number': 0, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:57:27.808698 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32fc7b7-12ae-4565-89fc-32e615c2aef7 None None] New status for floating IP db4421cd-2a71-4c02-a211-a0d8f85d27a1: ACTIVE {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:57:34.737393 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:34.742354 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=12 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:34.881352 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:57:37.590068 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=86 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:37.607298 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=20 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:37.608115 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:37.910369 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:37.913666 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:43.734262 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a2e928b5-59f8-4bcf-b7e0-30577c535b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:44.876809 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=70 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:57:46.259944 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-62ee6a92-0707-46b1-8b0a-bbfdccc9d6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:47.432213 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:48.940511 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:49.391015 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:57:54.991667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:04.908175 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:04.910035 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:05.082104 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:11.883649 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:58:13.415698 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-bfcc5ead-731c-406b-8f01-f7888f469a54 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854402 Jun 17 11:58:13.501951 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96163a-f685-48c9-8787-d687ea653a02 req-5803cdb5-570d-44d2-a605-5a6f26084615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:13.503503 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-5803cdb5-570d-44d2-a605-5a6f26084615 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1130 time: 0.0406950 Jun 17 11:58:13.617710 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96163a-f685-48c9-8787-d687ea653a02 req-d4e25e67-645f-4127-a6da-2bfc103e6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:13.619179 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-d4e25e67-645f-4127-a6da-2bfc103e6162 service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0898950 Jun 17 11:58:13.682397 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-2f794164-baa8-4105-8f30-e95bbc37fe51 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 200 len: 1001 time: 0.0571661 Jun 17 11:58:13.687992 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc95a-b58b-47b3-9e71-475ab9fd224a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:13.731102 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96163a-f685-48c9-8787-d687ea653a02 req-79e27fc6-bc8c-4509-874f-942008abd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:13.732655 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-79e27fc6-bc8c-4509-874f-942008abd1eb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0447791 Jun 17 11:58:13.784054 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96163a-f685-48c9-8787-d687ea653a02 req-79c25b1f-1d3b-4d84-8a9f-d1f4e0828fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:13.785537 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-79c25b1f-1d3b-4d84-8a9f-d1f4e0828fcb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445979 Jun 17 11:58:13.879287 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-54be68ca-a4df-423d-bfea-cd5f7dddb181 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865235 Jun 17 11:58:13.973448 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-4d96163a-f685-48c9-8787-d687ea653a02 req-2f8d5096-4cd8-4325-9a59-7b31325e69e6 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880539 Jun 17 11:58:16.224968 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8237-f1e6-4d81-a40d-4ad03fb38e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:17.413818 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:18.956691 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:19.396911 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:21.878667 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:21.879487 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:23.963596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=54 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:23.970516 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=47 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:24.968214 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:34.910387 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:34.912166 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:42.084891 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:42.085616 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:43.706042 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-80e6d5ed-a8c9-44dd-a7b4-ba48598455b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:46.327510 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-14d62d22-ebb2-4a3d-a255-497fc625ce6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:47.454227 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:48.882451 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:58:48.979080 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:49.390403 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:54.151448 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40176) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:58:54.293521 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Deleting port db6815fc-96c6-4c38-b4ed-12d7e88c0c8a {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:58:54.293863 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:54.368874 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:54.369128 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:54.382068 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Calling delete_port for db6815fc-96c6-4c38-b4ed-12d7e88c0c8a owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:58:54.653294 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (db6815fc-96c6-4c38-b4ed-12d7e88c0c8a), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:54.682847 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event deleted for resources: {'Port': ['ID=db6815fc-96c6-4c38-b4ed-12d7e88c0c8a,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:58:54.711976 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.712327 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.712672 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.713012 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.713351 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.713704 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.714577 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.714577 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.714803 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.714972 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.715301 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.715783 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.716113 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.716433 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.716750 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:58:54.762007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (db4421cd-2a71-4c02-a211-a0d8f85d27a1), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:54.762316 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Floating IP db4421cd-2a71-4c02-a211-a0d8f85d27a1 disassociated (deleted). External IP: 172.27.2.149, port: b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c. Jun 17 11:58:54.963427 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:58:54.967321 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:55.066861 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:58:55.071724 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:55.074065 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:55.076840 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:58:55.087958 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:58:55.088584 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:58:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:58:55.101047 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-c38e1871-9673-43e5-bc18-196f20cf376d tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "DELETE /v2.0/floatingips/db4421cd-2a71-4c02-a211-a0d8f85d27a1 HTTP/1.1" status: 204 len: 168 time: 0.9485052 Jun 17 11:58:55.101632 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:58:55.103901 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bc2307-87ba-487b-8be0-67437875f0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:58:55.202648 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79871da-df23-4aa6-89e8-2820279d0c7b x-openstack-request-id: req-b79871da-df23-4aa6-89e8-2820279d0c7b {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:58:55.204301 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:58:55.204301 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b79871da-df23-4aa6-89e8-2820279d0c7b {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:58:55.204535 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79871da-df23-4aa6-89e8-2820279d0c7b'] response: {'name': 'network-changed', 'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'status': 'completed', 'code': 200} Jun 17 11:58:55.214735 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:58:55.267847 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:55.276574 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2307-87ba-487b-8be0-67437875f0ac req-635bbc30-6f31-4cc8-92b8-63f4f57f4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:55.278123 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-65bc2307-87ba-487b-8be0-67437875f0ac req-635bbc30-6f31-4cc8-92b8-63f4f57f4bdd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 1129 time: 0.0418098 Jun 17 11:58:55.383401 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2307-87ba-487b-8be0-67437875f0ac req-bb4639df-06c7-447b-9edf-56071e4f92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:55.385138 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-65bc2307-87ba-487b-8be0-67437875f0ac req-bb4639df-06c7-447b-9edf-56071e4f92f4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0960641 Jun 17 11:58:55.430147 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-65bc2307-87ba-487b-8be0-67437875f0ac req-1c535978-90c1-43d0-a4f0-41af8a569a99 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c HTTP/1.1" status: 200 len: 217 time: 0.0351117 Jun 17 11:58:55.488475 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2307-87ba-487b-8be0-67437875f0ac req-fec9a05a-3657-49aa-963b-6432acfb857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:55.489890 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-65bc2307-87ba-487b-8be0-67437875f0ac req-fec9a05a-3657-49aa-963b-6432acfb857a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0507064 Jun 17 11:58:55.523531 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:31Z', 'revision_number': 1, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:58:55.541598 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2307-87ba-487b-8be0-67437875f0ac req-f233be1a-a1df-4072-bb52-468993323b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:55.543193 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-65bc2307-87ba-487b-8be0-67437875f0ac req-f233be1a-a1df-4072-bb52-468993323b3e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446610 Jun 17 11:58:55.549468 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:58:55.558050 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:58:55.558653 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:58:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:58:55.638426 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-65bc2307-87ba-487b-8be0-67437875f0ac req-693d4dec-4eb5-4887-8581-ef500808e317 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865488 Jun 17 11:58:55.667052 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:58:55.762713 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a1dfd-dab3-491a-be0a-1b93855f96ab req-48cfa8ba-f01f-4e01-952d-43adf1d09afc tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:55.764216 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c5a1dfd-dab3-491a-be0a-1b93855f96ab req-48cfa8ba-f01f-4e01-952d-43adf1d09afc tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Jun 17 11:58:55.816134 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-7c5a1dfd-dab3-491a-be0a-1b93855f96ab req-4856b071-4e3c-4383-b4db-cc82aaee92cb tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458927 Jun 17 11:58:55.883335 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:31Z', 'revision_number': 1, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:58:55.908434 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0243a-7d05-4a09-af65-9005c73ab58c None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_floatingips': [{'id': '463b0780-22f5-4291-bbb5-8a190b1e1973', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'router_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'port_id': '92b10753-3cf1-4e2e-9257-638b27251c45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'mac_address': 'fa:16:3e:38:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T11:55:29Z', 'updated_at': '2022-06-17T11:55:31Z', 'revision_number': 1, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:58:56.131075 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff0db00-8074-4026-9102-413f634898c0 None None] New status for floating IP db4421cd-2a71-4c02-a211-a0d8f85d27a1: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:58:56.930418 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-65bc2307-87ba-487b-8be0-67437875f0ac req-44ab6517-7ab9-4fcb-9500-114d570bec79 service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995064 Jun 17 11:58:56.939173 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c3d9-214d-4c7d-91d6-ce2b08a5914f req-eb20c1e7-a897-4e62-af62-fd557e67e8b6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:56.940671 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5501c3d9-214d-4c7d-91d6-ce2b08a5914f req-eb20c1e7-a897-4e62-af62-fd557e67e8b6 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0523670 Jun 17 11:58:56.991459 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5501c3d9-214d-4c7d-91d6-ce2b08a5914f req-b615d798-da09-4e99-9132-ff4dda018d3a tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450430 Jun 17 11:58:57.427141 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-4f514469-cbce-4231-992d-d9421837e811 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:58:57.429232 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-4f514469-cbce-4231-992d-d9421837e811 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Jun 17 11:58:57.510722 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Deleting port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:58:57.511048 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:57.603928 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] For port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:58:57.604292 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:57.617967 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Calling delete_port for b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:58:57.676675 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=100 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:58:57.847470 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:57.877652 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event deleted for resources: {'Port': ['ID=b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:58:57.919018 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] No DVR routers for this DVR port b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:58:57.921596 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:58:57.925367 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-9d0e6321-fefe-42d2-a350-344cef9e629a req-9d94a882-041e-456d-8630-e94c4525260e tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "DELETE /v2.0/ports/b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c HTTP/1.1" status: 204 len: 173 time: 0.4910288 Jun 17 11:58:57.925825 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'name': 'network-vif-deleted', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:58:57.928066 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9d182a-d8c3-46e5-98cc-3b7a742f1d64" -d '{"events": [{"server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "name": "network-vif-deleted", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:58:57.966059 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e4f63-dcd0-4797-8be3-b55e3fdeb38a x-openstack-request-id: req-363e4f63-dcd0-4797-8be3-b55e3fdeb38a {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:58:57.966691 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1c002-df03-4597-a5a9-69e90552d7c4", "name": "network-vif-deleted", "tag": "b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:58:57.966691 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-363e4f63-dcd0-4797-8be3-b55e3fdeb38a {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:58:57.966972 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363e4f63-dcd0-4797-8be3-b55e3fdeb38a'] response: {'server_uuid': 'c3c1c002-df03-4597-a5a9-69e90552d7c4', 'name': 'network-vif-deleted', 'tag': 'b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c', 'status': 'completed', 'code': 200} Jun 17 11:58:58.087358 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-6413092d-9e07-4c9e-8cd9-cec92c45e675 req-674cab6e-1087-4966-a7bc-7942da92f991 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0272119 Jun 17 11:58:59.198540 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-b1db2ad7-69f0-4b33-bb89-3af9bc2a2113 req-7e8dcd80-a032-455b-a13c-55241a15ee95 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c1c002-df03-4597-a5a9-69e90552d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0276611 Jun 17 11:59:02.704084 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40220) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:02.845984 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Deleting port b676ace0-2ef5-42c2-a15d-fefbeb46c8c2 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:02.846316 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:02.856176 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:02.879438 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:02.879715 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device b4d2b9e3-f7f6-445d-b9a4-b29e99e6440c not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:03.171007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:03.171261 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:03.183242 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Calling delete_port for b676ace0-2ef5-42c2-a15d-fefbeb46c8c2 owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:03.191558 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:03.402168 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b676ace0-2ef5-42c2-a15d-fefbeb46c8c2), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:03.428747 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event deleted for resources: {'Port': ['ID=b676ace0-2ef5-42c2-a15d-fefbeb46c8c2,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:03.497525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (463b0780-22f5-4291-bbb5-8a190b1e1973), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:03.498029 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.db.l3_db [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Floating IP 463b0780-22f5-4291-bbb5-8a190b1e1973 disassociated (deleted). External IP: 172.27.2.10, port: 92b10753-3cf1-4e2e-9257-638b27251c45. Jun 17 11:59:03.703951 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:59:03.710987 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:03.811006 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:59:03.816322 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:03.821123 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:59:03.832004 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:59:03.832625 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:58:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:03.847200 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-11ee0560-ce67-47c4-bc46-b29182388e2f tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "DELETE /v2.0/floatingips/463b0780-22f5-4291-bbb5-8a190b1e1973 HTTP/1.1" status: 204 len: 168 time: 1.1419387 Jun 17 11:59:03.847810 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:59:03.850054 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be64329-aa5c-4e66-9fc3-58139cecad13" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:59:03.888525 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8febbc31-4e9a-4631-bb6c-6480724f64ac x-openstack-request-id: req-8febbc31-4e9a-4631-bb6c-6480724f64ac {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:59:03.888809 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:59:03.889058 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8febbc31-4e9a-4631-bb6c-6480724f64ac {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:59:03.889455 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8febbc31-4e9a-4631-bb6c-6480724f64ac'] response: {'name': 'network-changed', 'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45', 'status': 'completed', 'code': 200} Jun 17 11:59:03.929862 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:03.934110 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:03.943031 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:59:03.974004 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-7accb7da-a735-41ed-b0ec-10c5e09548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:59:03.975724 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-7accb7da-a735-41ed-b0ec-10c5e09548ff service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 1130 time: 0.0532517 Jun 17 11:59:04.081611 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-70973962-f2bd-450c-8c0b-6b99e773f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:59:04.083124 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-70973962-f2bd-450c-8c0b-6b99e773f28d service neutron] 10.222.0.33 "GET /v2.0/networks?id=816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 200 len: 912 time: 0.0983121 Jun 17 11:59:04.132738 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-d587213d-e6f2-4774-90c5-70e9bfe388a7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 200 len: 217 time: 0.0403416 Jun 17 11:59:04.150710 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:04.175805 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:59:04.184444 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:59:04.185092 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:58:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:04.186858 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-eafc5d3c-9a67-4f53-8d77-c819b4d90a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:59:04.189258 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-eafc5d3c-9a67-4f53-8d77-c819b4d90a25 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 200 len: 850 time: 0.0470695 Jun 17 11:59:04.240841 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-4d8169a1-cbf4-4029-a2a7-5364ef5b34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:59:04.242385 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-4d8169a1-cbf4-4029-a2a7-5364ef5b34cd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=816fb63a-6c1b-4743-8210-90f275943e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438099 Jun 17 11:59:04.294628 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:59:04.331178 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f4c2-fc20-4589-890a-4dbbd817c4e7 req-c6ac1bf7-64ab-460b-9d3e-fafbf375ac12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:59:04.332828 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-56a8f4c2-fc20-4589-890a-4dbbd817c4e7 req-c6ac1bf7-64ab-460b-9d3e-fafbf375ac12 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 946 time: 0.0518656 Jun 17 11:59:04.492127 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:04.610171 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac42169-9d32-402b-8bc9-95ab5b696ff7 None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:13Z', 'revision_number': 4, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi', '_interfaces': [{'id': 'b984c933-c80c-40c2-8ac5-32df329e758b', 'name': '', 'network_id': '816fb63a-6c1b-4743-8210-90f275943e2c', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'mac_address': 'fa:16:3e:f1:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '04625879-9e4a-43f6-8661-456173d99dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:12Z', 'updated_at': '2022-06-17T11:52:16Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'subnets': [{'id': '04625879-9e4a-43f6-8661-456173d99dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:59:04.663840 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-56a8f4c2-fc20-4589-890a-4dbbd817c4e7 req-4a91a584-2e89-4d80-9372-cec620e676be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3253350 Jun 17 11:59:04.828516 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cb853-fab4-4d87-bad2-6f730b235c8e None None] New status for floating IP 463b0780-22f5-4291-bbb5-8a190b1e1973: DOWN {{(pid=111183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 11:59:05.535770 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:05.541436 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-309b4e81-d775-4955-9829-ea96d1d430fb service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926788 Jun 17 11:59:05.702004 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-5be64329-aa5c-4e66-9fc3-58139cecad13 req-8da5ddce-cf85-4a5e-bbbe-fbefa70679ab service neutron] 10.222.0.33 "GET /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853255 Jun 17 11:59:05.784510 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326bf36-bc3a-4581-bb43-e5a7aca1dcfc req-3f61513b-781c-40ea-b9c9-404635a5a500 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:59:05.786093 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5326bf36-bc3a-4581-bb43-e5a7aca1dcfc req-3f61513b-781c-40ea-b9c9-404635a5a500 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 946 time: 0.0482502 Jun 17 11:59:05.837261 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-5326bf36-bc3a-4581-bb43-e5a7aca1dcfc req-a8284612-65b7-42fe-bb31-4e07254fedaa tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/security-groups?id=99aadb9b-3300-4c14-81e8-144c29d705a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455961 Jun 17 11:59:06.001883 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-634202cc-54d9-4ac7-8111-67c72029e0d4 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 11:59:06.003384 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-634202cc-54d9-4ac7-8111-67c72029e0d4 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 946 time: 0.0507619 Jun 17 11:59:06.087812 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Deleting port 92b10753-3cf1-4e2e-9257-638b27251c45 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:06.088074 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:06.180605 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] For port 92b10753-3cf1-4e2e-9257-638b27251c45, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=92b10753-3cf1-4e2e-9257-638b27251c45,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:06.180967 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:06.194963 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Calling delete_port for 92b10753-3cf1-4e2e-9257-638b27251c45 owned by compute:nova {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:06.390080 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (92b10753-3cf1-4e2e-9257-638b27251c45), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:06.416844 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event deleted for resources: {'Port': ['ID=92b10753-3cf1-4e2e-9257-638b27251c45,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:06.465955 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] No DVR routers for this DVR port 92b10753-3cf1-4e2e-9257-638b27251c45 on host hv-cinder-83716 {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:59:06.469368 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for port (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:06.472795 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [req-2a835d37-23e7-4110-aa7f-85e598b933ac req-9b41e302-51a0-4211-8023-c526a8d40f62 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.33 "DELETE /v2.0/ports/92b10753-3cf1-4e2e-9257-638b27251c45 HTTP/1.1" status: 204 len: 173 time: 0.4638429 Jun 17 11:59:06.473226 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'name': 'network-vif-deleted', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45'}] {{(pid=111182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 11:59:06.475580 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8fa41539002cabaa848f03a0e57451b82b5760585c4fd26625a907c613e77fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff5ac5-d141-46fe-be61-f9f731e8d117" -d '{"events": [{"server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "name": "network-vif-deleted", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45"}]}' {{(pid=111182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 11:59:06.511733 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 11:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f586a69-1bb9-40a4-b765-2aac8fbc91ca x-openstack-request-id: req-6f586a69-1bb9-40a4-b765-2aac8fbc91ca {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 11:59:06.512023 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff4fa8-631c-4ff5-9737-13b5eb8292f3", "name": "network-vif-deleted", "tag": "92b10753-3cf1-4e2e-9257-638b27251c45", "status": "completed", "code": 200}]} {{(pid=111182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 11:59:06.512273 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f586a69-1bb9-40a4-b765-2aac8fbc91ca {{(pid=111182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 11:59:06.512672 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f586a69-1bb9-40a4-b765-2aac8fbc91ca'] response: {'server_uuid': 'f6ff4fa8-631c-4ff5-9737-13b5eb8292f3', 'name': 'network-vif-deleted', 'tag': '92b10753-3cf1-4e2e-9257-638b27251c45', 'status': 'completed', 'code': 200} Jun 17 11:59:06.938878 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [req-78f9a93e-3b29-4d3f-b015-f948b45d57e6 req-50741a4f-df60-43d6-be73-f16aec375cd3 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6ff4fa8-631c-4ff5-9737-13b5eb8292f3 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Jun 17 11:59:07.997882 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40236) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:08.079945 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:08.107835 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Deleting port d70e79f8-33c9-42d1-97c3-aadbe72bdc87 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:08.108170 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:08.185903 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:08.186221 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:08.199356 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Calling delete_port for d70e79f8-33c9-42d1-97c3-aadbe72bdc87 owned by network:floatingip {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:08.214389 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:08.430298 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (d70e79f8-33c9-42d1-97c3-aadbe72bdc87), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:08.455048 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event deleted for resources: {'Port': ['ID=d70e79f8-33c9-42d1-97c3-aadbe72bdc87,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:08.527252 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for floatingip (0a49a3e7-7b32-415c-b67f-9661f826eee7), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:08.529680 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-232809'] for floatingip (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:08.530996 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-2a0522b5-076a-4a17-8699-875c0e7371be tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "DELETE /v2.0/floatingips/0a49a3e7-7b32-415c-b67f-9661f826eee7 HTTP/1.1" status: 204 len: 168 time: 0.5335951 Jun 17 11:59:09.952043 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40248) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:10.013718 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65e8cd69-2cb9-47b2-98df-83749087dc76 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group (99aadb9b-3300-4c14-81e8-144c29d705a3), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:10.040184 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65e8cd69-2cb9-47b2-98df-83749087dc76 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group (99aadb9b-3300-4c14-81e8-144c29d705a3), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:10.258755 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65e8cd69-2cb9-47b2-98df-83749087dc76 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (99aadb9b-3300-4c14-81e8-144c29d705a3), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:10.261555 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-65e8cd69-2cb9-47b2-98df-83749087dc76 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:10.262743 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-65e8cd69-2cb9-47b2-98df-83749087dc76 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] 10.222.0.45 "DELETE /v2.0/security-groups/99aadb9b-3300-4c14-81e8-144c29d705a3 HTTP/1.1" status: 204 len: 168 time: 0.3096883 Jun 17 11:59:10.273418 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8cd69-2cb9-47b2-98df-83749087dc76 tempest-TestVolumeBootPattern-704818079 tempest-TestVolumeBootPattern-704818079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aadb9b-3300-4c14-81e8-144c29d705a3,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:10.287062 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:10.289823 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:10.428117 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40252) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:10.852910 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 92b10753-3cf1-4e2e-9257-638b27251c45 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:10.870795 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:10.872374 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] No Port match for: 92b10753-3cf1-4e2e-9257-638b27251c45 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:10.875816 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Device 92b10753-3cf1-4e2e-9257-638b27251c45 not bound to the agent host hv-cinder-83716 {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:10.904950 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:11.103630 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Deleting port b984c933-c80c-40c2-8ac5-32df329e758b {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:11.104299 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:11.151024 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:11.182869 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] For port b984c933-c80c-40c2-8ac5-32df329e758b, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=b984c933-c80c-40c2-8ac5-32df329e758b,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:11.183221 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:11.196874 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Calling delete_port for b984c933-c80c-40c2-8ac5-32df329e758b owned by network:router_interface {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:11.637292 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b984c933-c80c-40c2-8ac5-32df329e758b), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:11.665275 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Pushing event deleted for resources: {'Port': ['ID=b984c933-c80c-40c2-8ac5-32df329e758b,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:11.837707 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:12.040148 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:12.041958 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:59:12.147753 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:59:12.154880 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-9b887275-53c2-44ed-8bdb-802839d00368 admin admin] 10.222.0.45 "PUT /v2.0/routers/5ae9aa3b-e6bf-4707-969c-7c28a3df31fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239079 Jun 17 11:59:12.155765 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40256) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:12.156648 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] Sync routers for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:59:12.167674 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:59:12.168294 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:58:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:12.235086 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:12.258754 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks [] for router (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:12.270273 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:59:12.454565 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:59:11Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:12.485660 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] Checking router: 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa for host: dv-cinder-837166-3-iscsi {{(pid=111184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:59:12.495664 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] Routers {'5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:59:12.496294 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:58:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'], 'active': True} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:12.544293 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:12.594761 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=100 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:12.597514 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_dvr_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] Set router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa gateway port host: dv-cinder-837166-3-iscsi {{(pid=111184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:59:12.609732 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks [] for router_gateway (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:12.738416 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Deleting port b88ae78d-50de-42c6-adc7-cb7081b3b6b2 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:12.738654 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:12.771423 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.l3_hamode_db [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:59:11Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:12.797280 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64ae17-4e8a-4a5f-b5ae-6bf244a89882 None None] The sync data for ids ['5ae9aa3b-e6bf-4707-969c-7c28a3df31fa'] in dv-cinder-837166-3-iscsi is: [{'id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'name': 'tempest-TestVolumeBootPattern-192021698-router', 'tenant_id': '17575f4a36b94fdfb338dd1ba516d58e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:59:11Z', 'revision_number': 5, 'project_id': '17575f4a36b94fdfb338dd1ba516d58e', 'gw_port': {'id': 'b88ae78d-50de-42c6-adc7-cb7081b3b6b2', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9aa3b-e6bf-4707-969c-7c28a3df31fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:09Z', 'updated_at': '2022-06-17T11:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}] {{(pid=111184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:59:12.822766 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] For port b88ae78d-50de-42c6-adc7-cb7081b3b6b2, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:12.823136 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:12.840657 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Calling delete_port for b88ae78d-50de-42c6-adc7-cb7081b3b6b2 owned by network:router_gateway {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:13.082493 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (b88ae78d-50de-42c6-adc7-cb7081b3b6b2), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.111459 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88ae78d-50de-42c6-adc7-cb7081b3b6b2,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:13.171881 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.261889 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.264239 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks [] for router_controller (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.379773 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (5ae9aa3b-e6bf-4707-969c-7c28a3df31fa), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.380460 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae9aa3b-e6bf-4707-969c-7c28a3df31fa {{(pid=111182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:59:13.385557 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.386687 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-fde6bcce-98f3-4e05-a9ec-33b47c21f050 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5ae9aa3b-e6bf-4707-969c-7c28a3df31fa HTTP/1.1" status: 204 len: 168 time: 1.2299595 Jun 17 11:59:13.389342 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40258) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:13.440628 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.db_base_plugin_v2 [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] Deleting subnet 04625879-9e4a-43f6-8661-456173d99dc5 {{(pid=111182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:59:13.444528 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] Publish callbacks [] for subnet (04625879-9e4a-43f6-8661-456173d99dc5), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.481007 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7430673'] for subnet (04625879-9e4a-43f6-8661-456173d99dc5), precommit_delete_associations {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.506353 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:13.559869 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (04625879-9e4a-43f6-8661-456173d99dc5), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.582629 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:13.681784 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982275'] for subnet (04625879-9e4a-43f6-8661-456173d99dc5), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.707883 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04625879-9e4a-43f6-8661-456173d99dc5,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:13.712054 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for subnet (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.715293 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-60596baa-fe44-477d-97cc-42e7aca30e3f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/04625879-9e4a-43f6-8661-456173d99dc5 HTTP/1.1" status: 204 len: 168 time: 0.3248260 Jun 17 11:59:13.715556 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-43a7861f-ad75-41c6-a4e7-3aad966818fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.717755 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40260) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:13.719042 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb585c49-f80f-4654-9bdf-f366db9d8114 None None] Network 816fb63a-6c1b-4743-8210-90f275943e2c requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:59:13.788871 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (816fb63a-6c1b-4743-8210-90f275943e2c), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.837622 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Deleting port 2706cdff-8b97-4e35-b736-35afca1fd7e8 {{(pid=111182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:13.838105 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.900080 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] DHCP port deletion for 816fb63a-6c1b-4743-8210-90f275943e2c request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:59:13.910053 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.db [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] For port 2706cdff-8b97-4e35-b736-35afca1fd7e8, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2706cdff-8b97-4e35-b736-35afca1fd7e8,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:13.910430 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:13.924130 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.plugin [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Calling delete_port for 2706cdff-8b97-4e35-b736-35afca1fd7e8 owned by network:dhcp {{(pid=111182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:13.937732 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Deleting port 2706cdff-8b97-4e35-b736-35afca1fd7e8 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:13.938102 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.005805 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] For port 2706cdff-8b97-4e35-b736-35afca1fd7e8, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2706cdff-8b97-4e35-b736-35afca1fd7e8,segment=NetworkSegment(17259c8f-5ea3-4b70-bda2-b655ae09b6ed),segment_id=17259c8f-5ea3-4b70-bda2-b655ae09b6ed)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:14.006204 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.020181 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Calling delete_port for 2706cdff-8b97-4e35-b736-35afca1fd7e8 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:14.082486 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841870'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.099411 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (2706cdff-8b97-4e35-b736-35afca1fd7e8), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.108492 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2706cdff-8b97-4e35-b736-35afca1fd7e8,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:14.112987 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] No DVR routers for this DVR port 2706cdff-8b97-4e35-b736-35afca1fd7e8 on host dv-cinder-837166-3-iscsi {{(pid=111182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:59:14.124972 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Pushing event deleted for resources: {'Port': ['ID=2706cdff-8b97-4e35-b736-35afca1fd7e8,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:14.135019 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] No DVR routers for this DVR port 2706cdff-8b97-4e35-b736-35afca1fd7e8 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:59:14.137158 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.137477 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.137822 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.138166 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.138546 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.138826 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.139157 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.139501 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.140047 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.140376 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.140703 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.141030 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.141356 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.141676 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.141995 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6ca5cc-6206-45df-bd09-af94db5a2e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:14.189546 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2706cdff-8b97-4e35-b736-35afca1fd7e8 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:14.197581 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (816fb63a-6c1b-4743-8210-90f275943e2c), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.210533 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 2706cdff-8b97-4e35-b736-35afca1fd7e8 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:14.210876 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2706cdff-8b97-4e35-b736-35afca1fd7e8 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:14.211289 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device b984c933-c80c-40c2-8ac5-32df329e758b no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:14.219673 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816fb63a-6c1b-4743-8210-90f275943e2c']}} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:14.230195 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17259c8f-5ea3-4b70-bda2-b655ae09b6ed') {'for_net_delete': True} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:14.230491 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.services.segments.db [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17259c8f-5ea3-4b70-bda2-b655ae09b6ed') {} {{(pid=111182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:14.230732 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: b984c933-c80c-40c2-8ac5-32df329e758b {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:14.231078 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device b984c933-c80c-40c2-8ac5-32df329e758b not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:14.231513 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device b88ae78d-50de-42c6-adc7-cb7081b3b6b2 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:14.240677 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430760'] for segment (17259c8f-5ea3-4b70-bda2-b655ae09b6ed), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.249982 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: b88ae78d-50de-42c6-adc7-cb7081b3b6b2 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:14.250321 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device b88ae78d-50de-42c6-adc7-cb7081b3b6b2 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:14.255100 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (17259c8f-5ea3-4b70-bda2-b655ae09b6ed), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.267567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=111182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:59:14.267567 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841809'] for segment (17259c8f-5ea3-4b70-bda2-b655ae09b6ed), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.337738 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 17259c8f-5ea3-4b70-bda2-b655ae09b6ed resource provider aggregate not found Jun 17 11:59:14.354531 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.services.segments.plugin [-] Segment 17259c8f-5ea3-4b70-bda2-b655ae09b6ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17259c8f-5ea3-4b70-bda2-b655ae09b6ed found for delete ", "request_id": "req-17dde02e-4cf9-44c8-a7ee-0f5895158471"}]} Jun 17 11:59:14.413489 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (816fb63a-6c1b-4743-8210-90f275943e2c), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.419723 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.422769 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] 10.222.0.45 "DELETE /v2.0/networks/816fb63a-6c1b-4743-8210-90f275943e2c HTTP/1.1" status: 204 len: 168 time: 0.7040112 Jun 17 11:59:14.425806 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 40268) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:14.434715 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab842e7-6bb2-44a6-b807-1a382bb742bd admin admin] Pushing event deleted for resources: {'Network': ['ID=816fb63a-6c1b-4743-8210-90f275943e2c,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:14.755802 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639993'] for router_interface (88722d86-6975-4ef6-8ed0-a2cc10721993), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.976421 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:14.979218 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Deleting port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:14.979573 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:14.999988 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=100 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:15.060033 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] For port 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,segment=NetworkSegment(0fceeb09-3c6b-4368-8703-b34c9eaac7e2),segment_id=0fceeb09-3c6b-4368-8703-b34c9eaac7e2)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:15.060304 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:15.073990 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Calling delete_port for 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 owned by network:router_interface {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:15.333285 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (3bafcf08-d8e3-4f94-991f-85eeb7f1bc34), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:15.363732 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Pushing event deleted for resources: {'Port': ['ID=3bafcf08-d8e3-4f94-991f-85eeb7f1bc34,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:15.392486 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.392828 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.393479 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.394283 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.394617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.394942 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.395266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.395617 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.395938 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.396309 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.396580 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.396897 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.397214 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.397527 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.397837 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-3-iscsi {{(pid=111181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 11:59:15.549387 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639593'] for router_interface (88722d86-6975-4ef6-8ed0-a2cc10721993), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:15.758366 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Router 88722d86-6975-4ef6-8ed0-a2cc10721993 has already been hosted by L3 agent 566c51ec-c9c6-4a2f-bc3e-83e5dda15374 {{(pid=111181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 11:59:15.842552 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:15.862383 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] Notify agent at l3_agent.dv-cinder-837166-3-iscsi the message routers_updated {{(pid=111181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 11:59:15.867535 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-c1dcfa95-ef3f-49ac-8e4a-6aac0b2d5dea admin admin] 10.222.0.45 "PUT /v2.0/routers/88722d86-6975-4ef6-8ed0-a2cc10721993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406538 Jun 17 11:59:15.870034 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 40270) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:15.874042 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] Sync routers for ids ['88722d86-6975-4ef6-8ed0-a2cc10721993'] in dv-cinder-837166-3-iscsi {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 11:59:15.884907 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] Routers {'88722d86-6975-4ef6-8ed0-a2cc10721993'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:59:15.885516 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:58:46Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['88722d86-6975-4ef6-8ed0-a2cc10721993'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:15.956653 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:15.969375 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks [] for router (88722d86-6975-4ef6-8ed0-a2cc10721993), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:15.990164 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] Set router 88722d86-6975-4ef6-8ed0-a2cc10721993 gateway port host: dv-cinder-837166-3-iscsi {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:59:16.072699 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks [] for router_gateway (88722d86-6975-4ef6-8ed0-a2cc10721993), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.183653 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'external_fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:59:15Z', 'revision_number': 5, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port': {'id': '2c1f16e8-35c7-4d93-97ba-55032afd6da3', 'name': '', 'network_id': '4e6b2a38-934f-46de-a222-082c9a245e7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T11:52:17Z', 'updated_at': '2022-06-17T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f577eea-f986-492e-86bc-a757e5dc9fda', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-3-iscsi'}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:16.199328 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Deleting port 2c1f16e8-35c7-4d93-97ba-55032afd6da3 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:16.199777 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.210260 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] Checking router: 88722d86-6975-4ef6-8ed0-a2cc10721993 for host: dv-cinder-837166-3-iscsi {{(pid=111183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 11:59:16.212188 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-46110fe9-fb27-4f85-acb8-5f7dbbd2575e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.222518 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] Routers {'88722d86-6975-4ef6-8ed0-a2cc10721993'} bound to L3 agent in host dv-cinder-837166-3-iscsi {{(pid=111183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 11:59:16.223353 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T11:32:16Z,description=,heartbeat_timestamp=2022-06-17T11:59:16Z,host='dv-cinder-837166-3-iscsi',id=566c51ec-c9c6-4a2f-bc3e-83e5dda15374,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T11:32:17Z,topic='l3_agent')) {'router_ids': ['88722d86-6975-4ef6-8ed0-a2cc10721993'], 'active': True} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:16.282768 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] For port 2c1f16e8-35c7-4d93-97ba-55032afd6da3, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=2c1f16e8-35c7-4d93-97ba-55032afd6da3,segment=NetworkSegment(ccd1dc7e-048c-4933-a2c6-3c427645e1f0),segment_id=ccd1dc7e-048c-4933-a2c6-3c427645e1f0)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:16.283128 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.297894 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Calling delete_port for 2c1f16e8-35c7-4d93-97ba-55032afd6da3 owned by network:router_gateway {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:16.309308 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvr_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] Set router 88722d86-6975-4ef6-8ed0-a2cc10721993 gateway port host: None {{(pid=111183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 11:59:16.363007 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_hamode_db [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:59:16Z', 'revision_number': 6, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port_host': None}], 'dv-cinder-837166-3-iscsi', False) {} {{(pid=111183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:16.388520 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80493a99-2bf4-4cc4-a16a-59ac75aeaf1a None None] The sync data for ids ['88722d86-6975-4ef6-8ed0-a2cc10721993'] in dv-cinder-837166-3-iscsi is: [{'id': '88722d86-6975-4ef6-8ed0-a2cc10721993', 'name': 'tempest-TestVolumeBootPattern-1930351230-router', 'tenant_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T11:52:16Z', 'updated_at': '2022-06-17T11:59:16Z', 'revision_number': 6, 'project_id': 'ac78bc2eb7d14f1d8765f7bb3057de2f', 'gw_port_host': None}] {{(pid=111183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 11:59:16.538823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (2c1f16e8-35c7-4d93-97ba-55032afd6da3), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.563857 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1f16e8-35c7-4d93-97ba-55032afd6da3,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:16.632534 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640952'] for router_gateway (88722d86-6975-4ef6-8ed0-a2cc10721993), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.724627 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130367'] for router (88722d86-6975-4ef6-8ed0-a2cc10721993), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.726943 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks [] for router_controller (88722d86-6975-4ef6-8ed0-a2cc10721993), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.858905 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642002'] for router (88722d86-6975-4ef6-8ed0-a2cc10721993), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.859539 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88722d86-6975-4ef6-8ed0-a2cc10721993 {{(pid=111181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 11:59:16.863976 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.865075 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-f1b0c45e-bc8c-4d88-a318-dddcdaaeadbb admin admin] 10.222.0.45 "DELETE /v2.0/routers/88722d86-6975-4ef6-8ed0-a2cc10721993 HTTP/1.1" status: 204 len: 168 time: 0.9941494 Jun 17 11:59:16.867580 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 40272) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:16.913590 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] Deleting subnet ffe5539b-af0d-4adf-8fd4-b231c1f57691 {{(pid=111181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 11:59:16.917011 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] Publish callbacks [] for subnet (ffe5539b-af0d-4adf-8fd4-b231c1f57691), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.955094 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126865118'] for subnet (ffe5539b-af0d-4adf-8fd4-b231c1f57691), precommit_delete_associations {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:16.979222 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:17.032093 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4155411'] for subnet (ffe5539b-af0d-4adf-8fd4-b231c1f57691), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.072037 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:17.179480 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4155418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126436618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125857143'] for subnet (ffe5539b-af0d-4adf-8fd4-b231c1f57691), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.206584 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe5539b-af0d-4adf-8fd4-b231c1f57691,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:17.213649 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.217357 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-8c5a4991-142a-4324-ab69-4f2c16e5245e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ffe5539b-af0d-4adf-8fd4-b231c1f57691 HTTP/1.1" status: 204 len: 168 time: 0.3485026 Jun 17 11:59:17.219743 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 40274) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:17.221429 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e50b34-16fc-41b9-aa0e-8a63b545087f None None] Network 509d0265-de3f-4bc9-853c-cc3bab9e2f3f requested from dv-cinder-837166-3-iscsi {{(pid=111183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 11:59:17.301298 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072211'] for network (509d0265-de3f-4bc9-853c-cc3bab9e2f3f), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.345006 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Deleting port 754b906e-2edd-41a3-b23c-d8dd2702e472 {{(pid=111181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:17.345344 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.396772 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] DHCP port deletion for 509d0265-de3f-4bc9-853c-cc3bab9e2f3f request from dv-cinder-837166-3-iscsi {{(pid=111183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 11:59:17.399048 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:17.406875 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:17.426044 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.426322 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.db [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] For port 754b906e-2edd-41a3-b23c-d8dd2702e472, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=754b906e-2edd-41a3-b23c-d8dd2702e472,segment=NetworkSegment(0fceeb09-3c6b-4368-8703-b34c9eaac7e2),segment_id=0fceeb09-3c6b-4368-8703-b34c9eaac7e2)] {{(pid=111181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:17.426903 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.442100 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.plugin [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Calling delete_port for 754b906e-2edd-41a3-b23c-d8dd2702e472 owned by network:dhcp {{(pid=111181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:17.442363 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] Deleting port 754b906e-2edd-41a3-b23c-d8dd2702e472 {{(pid=111183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 11:59:17.442555 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738855089776'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), before_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.519667 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.db [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] For port 754b906e-2edd-41a3-b23c-d8dd2702e472, host dv-cinder-837166-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-3-iscsi',level=0,port_id=754b906e-2edd-41a3-b23c-d8dd2702e472,segment=NetworkSegment(0fceeb09-3c6b-4368-8703-b34c9eaac7e2),segment_id=0fceeb09-3c6b-4368-8703-b34c9eaac7e2)] {{(pid=111183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 11:59:17.520078 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642041'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), precommit_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.534067 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] Calling delete_port for 754b906e-2edd-41a3-b23c-d8dd2702e472 owned by network:dhcp {{(pid=111183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 11:59:17.595736 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126436671'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.612346 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3951678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738855090535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738854589224'] for port (754b906e-2edd-41a3-b23c-d8dd2702e472), after_delete {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.622263 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=754b906e-2edd-41a3-b23c-d8dd2702e472,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:17.625708 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] No DVR routers for this DVR port 754b906e-2edd-41a3-b23c-d8dd2702e472 on host dv-cinder-837166-3-iscsi {{(pid=111181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:59:17.642116 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] Pushing event deleted for resources: {'Port': ['ID=754b906e-2edd-41a3-b23c-d8dd2702e472,revision_number=None']} {{(pid=111183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:17.647526 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd3eb4-846f-49a7-8256-fab3910df9ce None None] No DVR routers for this DVR port 754b906e-2edd-41a3-b23c-d8dd2702e472 on host dv-cinder-837166-3-iscsi {{(pid=111183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 11:59:17.701678 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4157520', 'neutron.services.segments.db._delete_segments_for_network-8738855083268'] for network (509d0265-de3f-4bc9-853c-cc3bab9e2f3f), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.721996 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509d0265-de3f-4bc9-853c-cc3bab9e2f3f']}} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:17.731409 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fceeb09-3c6b-4368-8703-b34c9eaac7e2') {'for_net_delete': True} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:17.731692 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.services.segments.db [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fceeb09-3c6b-4368-8703-b34c9eaac7e2') {} {{(pid=111181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 11:59:17.741977 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738855082123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126865063'] for segment (0fceeb09-3c6b-4368-8703-b34c9eaac7e2), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.755794 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483'] for segment (0fceeb09-3c6b-4368-8703-b34c9eaac7e2), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.762684 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=111181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 11:59:17.763070 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4155483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126436832'] for segment (0fceeb09-3c6b-4368-8703-b34c9eaac7e2), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.844228 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.services.segments.plugin [-] Segment 0fceeb09-3c6b-4368-8703-b34c9eaac7e2 resource provider aggregate not found Jun 17 11:59:17.861419 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.services.segments.plugin [-] Segment 0fceeb09-3c6b-4368-8703-b34c9eaac7e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fceeb09-3c6b-4368-8703-b34c9eaac7e2 found for delete ", "request_id": "req-8b3ba12a-a374-4d55-aaaa-900dea2495bc"}]} Jun 17 11:59:17.881495 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4157545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640996'] for network (509d0265-de3f-4bc9-853c-cc3bab9e2f3f), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.888261 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650635'] for network (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:17.891885 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/509d0265-de3f-4bc9-853c-cc3bab9e2f3f HTTP/1.1" status: 204 len: 168 time: 0.6708136 Jun 17 11:59:17.903707 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63356795-1952-4868-a809-f6bce03135d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=509d0265-de3f-4bc9-853c-cc3bab9e2f3f,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:18.178936 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40284) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:18.187302 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 754b906e-2edd-41a3-b23c-d8dd2702e472 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:18.204923 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:18.208678 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 754b906e-2edd-41a3-b23c-d8dd2702e472 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:18.209018 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 754b906e-2edd-41a3-b23c-d8dd2702e472 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:18.209427 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2c1f16e8-35c7-4d93-97ba-55032afd6da3 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:18.230847 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-d8f41c45-8eea-42aa-b5be-f86b3c089f97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17575f4a36b94fdfb338dd1ba516d58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479872 Jun 17 11:59:18.235402 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 2c1f16e8-35c7-4d93-97ba-55032afd6da3 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:18.235402 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 2c1f16e8-35c7-4d93-97ba-55032afd6da3 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:18.235402 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 no longer exists at agent ovs-agent-dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 11:59:18.236088 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [-] (111182) accepted ('10.222.0.45', 40286) {{(pid=111182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:18.252003 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.plugin [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] No Port match for: 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 {{(pid=111183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 11:59:18.252592 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron.plugins.ml2.rpc [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Device 3bafcf08-d8e3-4f94-991f-85eeb7f1bc34 not bound to the agent host dv-cinder-837166-3-iscsi {{(pid=111183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 11:59:18.289737 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb2d3-5730-4208-85a2-b39db795dafe admin admin] Publish callbacks [] for security_group (e6cfdaa4-ebd7-400c-a823-a40b46795b2b), before_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:18.311571 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb2d3-5730-4208-85a2-b39db795dafe admin admin] Publish callbacks [] for security_group (e6cfdaa4-ebd7-400c-a823-a40b46795b2b), precommit_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:18.441638 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb2d3-5730-4208-85a2-b39db795dafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (e6cfdaa4-ebd7-400c-a823-a40b46795b2b), after_delete {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:18.444419 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb2d3-5730-4208-85a2-b39db795dafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:18.445564 dv-cinder-837166-3-iscsi neutron-server[111182]: INFO neutron.wsgi [None req-1c7eb2d3-5730-4208-85a2-b39db795dafe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6cfdaa4-ebd7-400c-a823-a40b46795b2b HTTP/1.1" status: 204 len: 168 time: 0.2136183 Jun 17 11:59:18.457059 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eb2d3-5730-4208-85a2-b39db795dafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cfdaa4-ebd7-400c-a823-a40b46795b2b,revision_number=None']} {{(pid=111182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:18.921048 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:19.058270 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 40292) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:19.098723 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-71f79e1e-9292-4e4a-a086-9b1e02baa2ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac78bc2eb7d14f1d8765f7bb3057de2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392845 Jun 17 11:59:19.101266 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [-] (111181) accepted ('10.222.0.45', 40294) {{(pid=111181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 11:59:19.149872 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b0e97616-c534-4cb6-bee3-f5e925cf070e admin admin] Publish callbacks [] for security_group (f0915549-39f6-4a2c-9be2-ec6ae7bf42f1), before_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:19.163152 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:19.172593 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b0e97616-c534-4cb6-bee3-f5e925cf070e admin admin] Publish callbacks [] for security_group (f0915549-39f6-4a2c-9be2-ec6ae7bf42f1), precommit_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:19.327265 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b0e97616-c534-4cb6-bee3-f5e925cf070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538729'] for security_group (f0915549-39f6-4a2c-9be2-ec6ae7bf42f1), after_delete {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:19.329756 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron_lib.callbacks.manager [None req-b0e97616-c534-4cb6-bee3-f5e925cf070e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:19.331002 dv-cinder-837166-3-iscsi neutron-server[111181]: INFO neutron.wsgi [None req-b0e97616-c534-4cb6-bee3-f5e925cf070e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0915549-39f6-4a2c-9be2-ec6ae7bf42f1 HTTP/1.1" status: 204 len: 168 time: 0.2288196 Jun 17 11:59:19.339667 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e97616-c534-4cb6-bee3-f5e925cf070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0915549-39f6-4a2c-9be2-ec6ae7bf42f1,revision_number=None']} {{(pid=111181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 11:59:19.396012 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:22.769253 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=17 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:22.774397 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=17 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:24.978616 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:25.882588 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 11:59:28.448151 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:28.448940 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG dbcounter [-] [111182] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:29.335474 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG dbcounter [-] [111181] Writing DB stats neutron:SELECT=67,neutron:DELETE=8 {{(pid=111181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:34.916832 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=58,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:34.920717 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:35.877779 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:43.715809 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3488-8d29-410f-867a-2658a82c4fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:46.240466 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4df8e7a4-aa95-4699-88be-c21998f15b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:47.435750 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:48.955429 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:49.429659 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:55.012642 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 11:59:56.134849 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 11:59:56.139897 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=5 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:02.881915 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:00:04.901555 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:04.908913 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:12.886721 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:12.886721 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:13.749444 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-53540a46-120a-4f15-9e5d-98598a8e980b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:16.343787 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-6abe31f3-fd93-4a3b-be2e-d0a92fdf4bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:17.418083 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:18.957380 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:19.402874 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:25.006635 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:34.907461 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:34.907461 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:38.881049 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:38.881780 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:39.881979 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:00:43.709255 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-f8646bc9-1a63-4844-bd4f-da27da2f005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:46.240863 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8be-ec7b-47aa-96e2-ffbaa486038c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:47.446218 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:48.987583 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:49.439171 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:00:49.876978 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:49.877758 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:00:55.027729 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:03.543794 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-4b6047a3-9030-47bb-9ad4-548823ba3e2d req-2e95e2a0-a465-40b2-8c4f-8a3d8b2fff93 service neutron] (111181) timed out ('10.222.0.33', 61127) {{(pid=111181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 12:01:04.898570 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:04.904524 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:10.074412 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=16 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:10.075535 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=16 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:13.748912 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-71b14fb8-abdf-4e77-9bae-63f5841a1e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:16.255701 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-c44c0f47-f932-4e1c-8e85-b200aa4a78c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:16.887582 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:01:17.469062 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:18.971746 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:19.507201 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:23.276073 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-a3a3553f-7218-4dc5-b759-e1e5b57cf7b9 req-1f25d4d3-9881-4658-adaa-4adc26ab57b0 tempest-ServerRescueNegativeTestJSON-1413190309 tempest-ServerRescueNegativeTestJSON-1413190309-project] (111181) timed out ('10.222.0.33', 61146) {{(pid=111181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 12:01:25.000623 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:26.879441 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:29.335813 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:34.908929 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:43.735024 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-47392d24-b807-4ca7-9330-1d7ba04ec0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:46.222952 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-9f0f772b-5f04-4f2f-978b-1d9d90c0d288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:47.074068 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:47.074785 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:01:47.451484 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:48.971259 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:49.422949 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:01:53.888445 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:01:54.997399 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:04.912316 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:04.912316 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:11.912051 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:11.912792 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:DELETE=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:13.753704 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-41579168-81a8-4276-bf3e-67711e7b5f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:16.242526 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-608a3b67-f869-40b6-91e4-c11c382318fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:17.422396 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:19.039239 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:19.461803 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:24.071984 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:24.073206 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:24.991738 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:30.888506 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:02:34.901208 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:34.903020 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:40.882907 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:40.884867 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=1 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:02:43.722303 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d934-ff6d-44ce-a93c-2ad520529e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:44.101740 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-57dca6ff-e19b-4b55-81ce-abe0215d6bda service neutron] (111181) timed out ('10.222.0.45', 35450) {{(pid=111181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 12:02:44.291823 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-21843f22-6f32-41f7-ad3f-285ef3a567cf req-595fddb7-817f-409c-935b-e61fb7239c89 tempest-AttachVolumeShelveTestJSON-1476822038 tempest-AttachVolumeShelveTestJSON-1476822038-project] (111181) timed out ('10.222.0.45', 35458) {{(pid=111181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 12:02:46.207423 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-eecc2d0f-fcd7-47ba-bce1-d53bdbbf722a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:47.490423 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:48.979013 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:49.408483 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:02:55.010474 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:04.919339 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:04.919339 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:07.887708 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:03:13.724721 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-59b47451-0c10-4ea1-8dad-3e45c69a75c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:16.212378 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-fab0bb02-a4e9-4a77-8e3a-09e1d902e509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:17.447224 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:17.882225 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=16 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:17.883117 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=18 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:18.978325 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:19.406694 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:24.984001 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:34.916583 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:34.918407 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:38.060605 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:38.065540 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:43.743659 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-4f062d87-f492-4cba-813b-afca49df49b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:44.888362 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:03:46.215978 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-a15c1066-861e-4ae9-8292-8597edd930c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:47.484268 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:49.004276 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:49.394870 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:54.883172 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:03:55.020879 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:03:59.903209 dv-cinder-837166-3-iscsi neutron-server[111181]: DEBUG neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-ac2039fc-4e2d-40bb-a244-01ad8fc98d56 service neutron] (111181) timed out ('10.222.0.45', 60740) {{(pid=111181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 12:04:00.030234 dv-cinder-837166-3-iscsi neutron-server[111182]: DEBUG neutron.wsgi [req-115132b5-a135-4aa8-a9c6-6b5c0417b89d req-e6f7f0d4-8e32-414d-afe7-ced60818cca4 tempest-TestShelveInstance-1312094641 tempest-TestShelveInstance-1312094641-project] (111182) timed out ('10.222.0.45', 60756) {{(pid=111182) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 12:04:04.929505 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:04:04.931311 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:04:13.729338 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-bb19de44-74f8-483b-909f-14636f591575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:15.057269 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=4 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:04:15.062614 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:04:16.245488 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-75498d39-7d98-4ef4-83f2-7f96863578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:17.445133 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:19.049548 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:19.445185 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:21.886619 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG neutron.db.agents_db [None req-c2577120-8a5d-4879-aea0-ebed1864f484 None None] Agent healthcheck: found 6 active agents {{(pid=111184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 12:04:25.039295 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0a57d65a-c069-4188-b635-c0f3dd11c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (f6e93233-3840-43d8-a18f-507a36f079a3), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:31.882662 dv-cinder-837166-3-iscsi neutron-server[111184]: DEBUG dbcounter [-] [111184] Writing DB stats neutron:SELECT=2 {{(pid=111184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:04:34.949003 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:04:34.950790 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG dbcounter [-] [111183] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=111183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 12:04:43.759160 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-0bc092ec-0597-42f3-9d03-8e057f4ed1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (17fe78b9-8f23-4b4f-8dfc-5453460c34da), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:46.256138 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-22a99469-c678-44fb-8c9a-089d0a286cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (566c51ec-c9c6-4a2f-bc3e-83e5dda15374), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:47.552341 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-11d2ff1d-3037-4644-af1d-42c1898f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (4c30b950-d9fb-4a4a-9c2b-3c9ba47519a4), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:48.974755 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a72b-8075-4650-b983-7c94c22dbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (290d09ad-6aad-4257-af2a-6fdaf24babcc), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 12:04:49.507760 dv-cinder-837166-3-iscsi neutron-server[111183]: DEBUG neutron_lib.callbacks.manager [None req-8cc316a0-b195-401f-ac85-b665bfefb4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738855082222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156941'] for agent (44f432db-536b-4d64-ad95-0cd153706407), after_update {{(pid=111183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}